[ 518.642042] env[66456]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 518.642042] env[66456]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 519.667037] env[66551]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 519.667037] env[66551]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 521.220301] env[66551]: INFO neutron.common.config [-] Logging enabled! [ 521.220535] env[66551]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev11 [ 521.220855] env[66551]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66551) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 521.221167] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 521.221285] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 521.222090] env[66551]: WARNING oslo_policy.policy [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 521.222297] env[66551]: WARNING oslo_policy.policy [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 521.223916] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] VMware NSXv3 Agent initialized successfully. [ 521.224284] env[66551]: DEBUG oslo_concurrency.lockutils [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] Acquiring lock "singleton_lock" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.224415] env[66551]: DEBUG oslo_concurrency.lockutils [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] Acquired lock "singleton_lock" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.224611] env[66551]: DEBUG oslo_concurrency.lockutils [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] Releasing lock "singleton_lock" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.224882] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] Full set of CONF: {{(pid=66551) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 521.224990] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ******************************************************************************** {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 521.225102] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] Configuration options gathered from: {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 521.225422] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 521.225587] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 521.225690] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ================================================================================ {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 521.225852] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] agent_down_time = 75 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.225990] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] allow_automatic_dhcp_failover = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.226135] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] allow_bulk = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.226274] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] api_extensions_path = {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.226412] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] api_paste_config = api-paste.ini {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.226547] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] auth_strategy = keystone {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.226718] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] backdoor_port = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.226839] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] backdoor_socket = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.226982] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] backlog = 4096 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.227154] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.227332] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] bind_host = 0.0.0.0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.227484] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] bind_port = 9696 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.227618] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] client_socket_timeout = 900 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.227755] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] config_dir = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.227860] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.227993] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] config_source = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.228176] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] control_exchange = neutron {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.228370] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] core_plugin = ml2 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.228583] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] debug = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.228731] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] default_availability_zones = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.228940] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.229095] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] dhcp_agent_notification = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.229231] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] dhcp_agents_per_network = 1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.229363] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] dhcp_lease_duration = 86400 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.229500] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] dhcp_load_type = networks {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.229630] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] dns_domain = openstacklocal {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.229846] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.229935] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] enable_default_route_bfd = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.230017] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] enable_default_route_ecmp = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.230149] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] enable_dvr = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.230275] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] enable_new_agents = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.230403] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.230537] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] enable_signals = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.230655] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] enable_traditional_dhcp = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.230777] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] external_dns_driver = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.230901] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] filter_validation = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.231069] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] global_physnet_mtu = 8950 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.231165] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] graceful_shutdown_timeout = 60 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.231339] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] host = cpu-1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.231476] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] host_dvr_for_dhcp = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.231655] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] http_retries = 3 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.231734] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] instance_format = [instance: %(uuid)s] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.231867] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.231999] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ipam_driver = internal {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.232138] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ipv6_pd_enabled = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.232265] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] l3_ha = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.232397] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.232529] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] l3_ha_network_physical_name = {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.232658] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] l3_ha_network_type = {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.232790] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_color = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.232963] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_config_append = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.233126] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.233258] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_dir = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.233385] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_file = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.233486] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_options = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.233614] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_rotate_interval = 1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.233747] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_rotate_interval_type = days {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.233879] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] log_rotation_type = none {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.233989] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.234085] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.234219] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.234350] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.234448] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.234577] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] max_dns_nameservers = 5 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.234703] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] max_header_line = 16384 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.234829] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] max_l3_agents_per_router = 3 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.234966] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] max_logfile_count = 30 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.235101] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] max_logfile_size_mb = 200 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.235230] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] max_subnet_host_routes = 20 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.235374] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] my_ip = 10.180.1.21 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.235507] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] my_ipv6 = ::1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.235633] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] network_auto_schedule = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.235756] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] network_link_prefix = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.235917] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.236198] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] notify_nova_on_port_data_changes = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.236401] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] notify_nova_on_port_status_changes = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.236569] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] pagination_max_limit = -1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.236762] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] publish_errors = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.236941] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] rate_limit_burst = 0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.237127] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] rate_limit_except_level = CRITICAL {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.237267] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] rate_limit_interval = 0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.237401] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] retry_until_window = 30 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.237531] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] router_distributed = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.237659] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] rpc_resources_processing_step = 20 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.237788] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] rpc_response_max_timeout = 600 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.237919] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] rpc_response_timeout = 60 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.238057] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] send_events_interval = 2 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.238239] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] service_plugins = ['router'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.238374] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] setproctitle = on {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.238505] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] shell_completion = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.238640] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] state_path = /opt/stack/data/neutron {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.238770] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] syslog_log_facility = LOG_USER {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.238898] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] tcp_keepidle = 600 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.239043] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] transport_url = **** {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.239192] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] use_journal = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.239317] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] use_json = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.239446] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] use_ssl = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.239572] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] use_stderr = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.239706] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] use_syslog = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.239830] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] vlan_qinq = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.239954] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] vlan_transparent = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.240091] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] watch_log_file = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.240219] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] wsgi_default_pool_size = 100 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.240348] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] wsgi_keep_alive = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.240482] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.240609] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] wsgi_server_debug = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.240755] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_concurrency.disable_process_locking = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.240894] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241041] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241175] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241310] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241439] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241568] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241710] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.connection_string = messaging:// {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241870] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.enabled = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.241981] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.es_doc_type = notification {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242128] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.es_scroll_size = 10000 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242263] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.es_scroll_time = 2m {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242394] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.filter_error_trace = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242546] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.hmac_keys = **** {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242660] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.sentinel_service_name = mymaster {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242803] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.socket_timeout = 0.1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.242938] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.trace_requests = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243081] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler.trace_sqlalchemy = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243228] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler_jaeger.process_tags = {} {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243358] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler_jaeger.service_name_prefix = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243492] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] profiler_otlp.service_name_prefix = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243637] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.enforce_new_defaults = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.243898] env[66551]: WARNING oslo_config.cfg [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 521.244056] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.enforce_scope = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244200] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.policy_default_rule = default {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244345] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244482] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244619] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244747] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.244877] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245008] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245145] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245285] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245430] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245571] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] agent.extensions = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245708] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245844] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] service_providers.service_provider = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.245981] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.default_quota = -1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246133] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246291] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_floatingip = 50 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246432] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_network = 100 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246559] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_port = 500 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246690] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246821] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_router = 10 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.246952] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_security_group = 10 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247093] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247224] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.quota_subnet = 100 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247357] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] QUOTAS.track_quota_usage = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247505] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247636] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep.group = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247765] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep.helper_command = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.247897] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep.log_daemon_traceback = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248045] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248199] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep.thread_pool_size = 8 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248340] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep.user = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248483] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248614] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_dhcp_release.group = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248742] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_dhcp_release.helper_command = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.248873] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249015] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249177] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249288] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_dhcp_release.user = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249429] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249557] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_ovs_vsctl.group = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249683] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249812] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.249947] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250091] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250224] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_ovs_vsctl.user = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250363] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_namespace.capabilities = [21] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250505] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_namespace.group = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250648] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_namespace.helper_command = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250781] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.250920] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251064] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251199] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_namespace.user = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251339] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_conntrack.capabilities = [12] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251468] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_conntrack.group = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251597] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_conntrack.helper_command = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251728] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251865] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.251998] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252141] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_conntrack.user = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252281] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_link.capabilities = [12, 21] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252411] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_link.group = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252538] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_link.helper_command = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252667] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_link.log_daemon_traceback = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252803] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.252937] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_link.thread_pool_size = 8 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253074] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] privsep_link.user = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253224] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253368] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253503] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.continue_on_failed_promotions = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253635] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.dscp = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253768] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.dscp_inherit = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.253906] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.force_mp_to_policy = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254046] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.locking_coordinator_url = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254180] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.log_agent_heartbeats = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254312] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.logging_expire = 1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254448] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254578] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254716] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.polling_interval = 240 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254852] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.254984] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255139] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.report_interval = 30.0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255282] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255420] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255557] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255692] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.sync_skew = 60 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255824] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.synchronization_queue_size = 20 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.255956] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT.use_helper_for_ns_read = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256108] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] SECURITYGROUP.enable_ipset = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256271] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] SECURITYGROUP.enable_security_group = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256419] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256560] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256693] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] experimental.ipv6_pd_enabled = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256858] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.extension_drivers = ['port_security'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.256982] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.external_network_type = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257139] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257295] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.overlay_ip_version = 4 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257423] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.path_mtu = 8950 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257559] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.physical_network_mtus = {} {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257698] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257836] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.257983] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ml2.type_drivers = ['vlan'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258129] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258289] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258430] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258575] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258715] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258850] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.258986] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259136] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259292] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259499] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259644] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_login_password = **** {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259788] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.259926] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_login_user = admin {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260077] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260218] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260354] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260496] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260650] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260798] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.260941] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261091] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261232] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261373] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261514] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261648] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261785] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.261973] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262129] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262272] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262438] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262549] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.auth_section = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262689] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.auth_type = password {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262828] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.262957] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.certfile = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263101] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.collect_timing = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263239] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.endpoint_type = public {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263372] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.insecure = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263499] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.keyfile = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263634] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.region_name = RegionOne {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263765] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.split_loggers = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.263892] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] nova.timeout = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264038] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.auth_section = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264182] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.auth_type = password {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264319] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264447] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.certfile = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264578] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.collect_timing = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264713] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.endpoint_type = public {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264841] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.insecure = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.264966] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.keyfile = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265101] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.region_name = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265231] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.split_loggers = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265358] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] placement.timeout = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265491] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.auth_section = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265620] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.auth_type = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265747] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.cafile = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.265871] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.certfile = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266009] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.collect_timing = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266146] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.connect_retries = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266302] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.connect_retry_delay = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266441] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.enable_notifications = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266572] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.endpoint_override = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266702] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.insecure = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266830] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.interface = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.266957] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.keyfile = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267097] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.max_version = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267225] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.min_version = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267354] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.region_name = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267481] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.retriable_status_codes = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267607] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.service_name = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267729] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.service_type = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267857] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.split_loggers = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.267984] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.status_code_retries = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268125] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.status_code_retry_delay = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268280] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.timeout = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268418] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.valid_interfaces = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268545] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ironic.version = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268682] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] cli_script.dry_run = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268824] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.268954] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269099] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269231] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269362] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269490] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269620] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269749] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.269876] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270018] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270151] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270289] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270426] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270590] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270730] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.270869] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271007] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271147] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271285] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271419] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271550] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271680] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271807] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.271936] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272079] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272210] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272341] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272471] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272599] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272727] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272857] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.ssl = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.272993] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.273141] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.273275] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.273414] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.273553] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.273682] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.273823] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_notifications.driver = [] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.273956] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_notifications.retry = -1 {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.274113] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.274244] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.274345] env[66551]: DEBUG oslo_service.backend._eventlet.service [None req-5d601d19-5715-40eb-8a0d-fa6850daa880 None None] ******************************************************************************** {{(pid=66551) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 521.275459] env[66551]: DEBUG neutron.agent.securitygroups_rpc [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Init firewall settings (driver=nsxv3) {{(pid=66551) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 521.276779] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66551) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 521.277033] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] RPC agent_id: nsxm-l-01a.corp.local [ 521.279297] env[66551]: DEBUG dogpile.cache.region [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 521.279423] env[66551]: DEBUG dogpile.lock [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 521.279505] env[66551]: DEBUG dogpile.lock [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 521.279593] env[66551]: DEBUG dogpile.lock [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 521.279689] env[66551]: DEBUG dogpile.cache.region [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 521.279774] env[66551]: DEBUG dogpile.lock [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 521.279894] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 521.322826] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Session token - acquiring [ 521.324387] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.324596] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.324664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.325090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.337710] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.617340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 521.641658] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 521.641851] env[66551]: DEBUG dogpile.cache.region [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Cache value generated in 0.362 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 521.641978] env[66551]: DEBUG dogpile.lock [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 521.642062] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Activating Policy API Provider. [ 521.642240] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Looking for the default Infrastructure Rules. [ 521.708956] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Looking for the Default Layer3 Logged Drop Section. [ 521.724736] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 521.725227] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.725390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.725498] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.725770] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.726105] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.240894] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 522.743087] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.245460] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Inventory metadata is going to be refreshed. [ 523.245838] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 523.968022] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.968022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.968022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.968022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.978797] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 523.979873] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.980583] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 524.002309] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.002813] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.003126] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.003538] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.003792] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.004061] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 524.004270] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.004467] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 524.027026] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.027026] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.027026] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.027026] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.027026] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.027026] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 524.048495] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.049072] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.049364] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.049815] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.050124] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.050403] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 524.070370] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.070842] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.071110] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.071555] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.071839] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.072168] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 524.072428] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.072677] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 524.092662] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.093184] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.093463] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.095018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.095018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.095018] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 524.095018] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.095018] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 524.115979] env[66551]: DEBUG networking_nsxv3.common.locking [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.116564] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.116835] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.117242] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.117506] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.119017] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 524.119017] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 524.119017] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Inventory metadata have been refreshed. [ 524.119017] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Dryrun:True. Metadata refresh completed. [ 524.119017] env[66551]: DEBUG oslo_concurrency.lockutils [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Releasing lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.120263] env[66551]: INFO neutron.agent.agent_extensions_manager [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Loaded agent extensions: [] [ 524.121099] env[66551]: DEBUG neutron_lib.callbacks.manager [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66551) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 524.171585] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent RPC Daemon Started! [ 524.171585] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:0 started [ 524.171585] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent out of sync with plugin! [ 529.122129] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 529.122551] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 534.123206] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.123562] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.124930] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.125307] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.436952] env[66551]: INFO networking_nsxv3.common.synchronization [None req-bd19df2d-9942-4a29-83da-306ac44b86f9 demo admin] Enqueued Resource ID: 296dee31-512e-40cf-bfeb-832ff8596b02 with Priority: HIGHEST for action security_group_rules [ 539.437507] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 296dee31-512e-40cf-bfeb-832ff8596b02 with Priority: HIGHEST for action security_group_rules [ 539.437806] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-296dee31-512e-40cf-bfeb-832ff8596b02 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.437935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-296dee31-512e-40cf-bfeb-832ff8596b02" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.438007] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-296dee31-512e-40cf-bfeb-832ff8596b02" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.438437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-296dee31-512e-40cf-bfeb-832ff8596b02" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.438568] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('296dee31-512e-40cf-bfeb-832ff8596b02',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.960487] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.960894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.960894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.960894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.961260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.961260] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 296dee31-512e-40cf-bfeb-832ff8596b02 already deleted. [ 539.961260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-296dee31-512e-40cf-bfeb-832ff8596b02" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.438439] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.438841] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.440471] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.440471] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.441998] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.442435] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.443225] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.443595] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.124317] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.124675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.124675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.124792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.124984] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.627371] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.129482] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.443942] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.444088] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.631759] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 564.631932] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 565.374221] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.374533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.374533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.374661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.386210] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 565.386795] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.387775] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 565.406863] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.407020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.407112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.407345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.407392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.407485] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 565.407556] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.407626] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 565.427326] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.427579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.427664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.427960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.428196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.428348] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.450907] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.450907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.450907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.450907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.451174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.451174] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.471108] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.471262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.471316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.471537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.471639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.486190] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 565.486190] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.486190] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 565.488839] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.489054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.489054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.489260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.489516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.489674] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 565.489783] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.489869] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 565.512339] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.512525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.512678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.512865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.512980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.513113] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 565.513187] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.513255] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 565.513396] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 565.513396] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 565.513485] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 565.513521] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 565.513788] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 565.513832] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 565.513900] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.538387] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.538539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.538620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.538818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.538924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.539049] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.566195] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.566391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.566674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.566674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.566788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.580411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.169020] env[66551]: INFO networking_nsxv3.common.synchronization [None req-2c749ff7-beea-498f-92d2-12a6f537ffd7 None None] Enqueued Resource ID: c14b19ba-f28d-46e3-af6e-6f1c7e16da66 with Priority: HIGHEST for action port [ 567.169020] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14b19ba-f28d-46e3-af6e-6f1c7e16da66 with Priority: HIGHEST for action port [ 567.169020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-c14b19ba-f28d-46e3-af6e-6f1c7e16da66 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.169020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c14b19ba-f28d-46e3-af6e-6f1c7e16da66" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.169609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c14b19ba-f28d-46e3-af6e-6f1c7e16da66" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.170324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c14b19ba-f28d-46e3-af6e-6f1c7e16da66" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.170715] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14b19ba-f28d-46e3-af6e-6f1c7e16da66',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.675414] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c14b19ba-f28d-46e3-af6e-6f1c7e16da66 [ 567.676533] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.676533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.676533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.676533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.676533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.676533] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c14b19ba-f28d-46e3-af6e-6f1c7e16da66 already deleted. [ 567.676533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c14b19ba-f28d-46e3-af6e-6f1c7e16da66" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.049656] env[66551]: INFO networking_nsxv3.common.synchronization [None req-e8653533-f58a-4b85-a9fc-87ef18f490eb None None] Enqueued Resource ID: 6f148ff4-3f50-46ea-8e1a-2a19e54e67ec with Priority: HIGHEST for action port [ 569.050218] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f148ff4-3f50-46ea-8e1a-2a19e54e67ec with Priority: HIGHEST for action port [ 569.050797] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f148ff4-3f50-46ea-8e1a-2a19e54e67ec taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.050797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f148ff4-3f50-46ea-8e1a-2a19e54e67ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.051011] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f148ff4-3f50-46ea-8e1a-2a19e54e67ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.051448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f148ff4-3f50-46ea-8e1a-2a19e54e67ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.051448] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f148ff4-3f50-46ea-8e1a-2a19e54e67ec',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.553521] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f148ff4-3f50-46ea-8e1a-2a19e54e67ec [ 569.553695] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.553777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.553982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.554075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.554205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.554384] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f148ff4-3f50-46ea-8e1a-2a19e54e67ec already deleted. [ 569.554384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f148ff4-3f50-46ea-8e1a-2a19e54e67ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.971820] env[66551]: INFO networking_nsxv3.common.synchronization [None req-623bc884-8ee8-4aad-ae51-507a5cff39ad None None] Enqueued Resource ID: cb663de9-b40e-4036-b43b-dac1826aec02 with Priority: HIGHEST for action port [ 569.973500] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb663de9-b40e-4036-b43b-dac1826aec02 with Priority: HIGHEST for action port [ 569.973816] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb663de9-b40e-4036-b43b-dac1826aec02 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.974542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb663de9-b40e-4036-b43b-dac1826aec02" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.974961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb663de9-b40e-4036-b43b-dac1826aec02" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.974961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb663de9-b40e-4036-b43b-dac1826aec02" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.975304] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb663de9-b40e-4036-b43b-dac1826aec02',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.986655] env[66551]: INFO networking_nsxv3.common.synchronization [None req-b3a4db5c-1949-4351-a646-31671299463e None None] Enqueued Resource ID: 815c55d3-b969-4b46-956a-68b35fac57b5 with Priority: HIGHEST for action port [ 569.987285] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815c55d3-b969-4b46-956a-68b35fac57b5 with Priority: HIGHEST for action port [ 569.987744] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-815c55d3-b969-4b46-956a-68b35fac57b5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.987845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-815c55d3-b969-4b46-956a-68b35fac57b5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.987845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-815c55d3-b969-4b46-956a-68b35fac57b5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.988619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-815c55d3-b969-4b46-956a-68b35fac57b5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.988754] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('815c55d3-b969-4b46-956a-68b35fac57b5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.479081] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb663de9-b40e-4036-b43b-dac1826aec02 [ 570.479367] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.479483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.479597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.479760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.479847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.479938] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb663de9-b40e-4036-b43b-dac1826aec02 already deleted. [ 570.480028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb663de9-b40e-4036-b43b-dac1826aec02" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.490829] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 815c55d3-b969-4b46-956a-68b35fac57b5 [ 570.490829] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.490961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.491041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.491337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.491337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.491428] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:815c55d3-b969-4b46-956a-68b35fac57b5 already deleted. [ 570.492643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-815c55d3-b969-4b46-956a-68b35fac57b5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.470213] env[66551]: INFO networking_nsxv3.common.synchronization [None req-f8739026-29df-4c1c-a54c-0a711324072a None None] Enqueued Resource ID: 66f0a16c-b812-4105-97db-d47c81b69539 with Priority: HIGHEST for action port [ 571.470213] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f0a16c-b812-4105-97db-d47c81b69539 with Priority: HIGHEST for action port [ 571.470213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f0a16c-b812-4105-97db-d47c81b69539 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.470213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f0a16c-b812-4105-97db-d47c81b69539" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.470213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f0a16c-b812-4105-97db-d47c81b69539" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.470213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f0a16c-b812-4105-97db-d47c81b69539" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.470213] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f0a16c-b812-4105-97db-d47c81b69539',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.973438] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66f0a16c-b812-4105-97db-d47c81b69539 [ 571.973670] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.973763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.973810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.974028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.974115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.974221] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66f0a16c-b812-4105-97db-d47c81b69539 already deleted. [ 571.974308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f0a16c-b812-4105-97db-d47c81b69539" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.323910] env[66551]: INFO networking_nsxv3.common.synchronization [None req-65a23818-e7e6-4e9b-a725-87e087633b22 None None] Enqueued Resource ID: 548a1444-5c30-4dc1-a8cc-4e1b47480c8a with Priority: HIGHEST for action port [ 572.324191] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 548a1444-5c30-4dc1-a8cc-4e1b47480c8a with Priority: HIGHEST for action port [ 572.324792] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-548a1444-5c30-4dc1-a8cc-4e1b47480c8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.324792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-548a1444-5c30-4dc1-a8cc-4e1b47480c8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.324792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-548a1444-5c30-4dc1-a8cc-4e1b47480c8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.328518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-548a1444-5c30-4dc1-a8cc-4e1b47480c8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.328689] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('548a1444-5c30-4dc1-a8cc-4e1b47480c8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.426867] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ca182f9f-f3c0-4c6a-a13d-a54b1952cc96 None None] Enqueued Resource ID: e6df787c-abf1-41e0-bf8f-5b7d237749e9 with Priority: HIGHEST for action port [ 572.427129] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6df787c-abf1-41e0-bf8f-5b7d237749e9 with Priority: HIGHEST for action port [ 572.427706] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6df787c-abf1-41e0-bf8f-5b7d237749e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.427881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6df787c-abf1-41e0-bf8f-5b7d237749e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.427881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6df787c-abf1-41e0-bf8f-5b7d237749e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.429877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6df787c-abf1-41e0-bf8f-5b7d237749e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.430184] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6df787c-abf1-41e0-bf8f-5b7d237749e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.831276] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 548a1444-5c30-4dc1-a8cc-4e1b47480c8a [ 572.831513] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.831684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.831759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.831988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.832095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.832169] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:548a1444-5c30-4dc1-a8cc-4e1b47480c8a already deleted. [ 572.832251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-548a1444-5c30-4dc1-a8cc-4e1b47480c8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.935312] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6df787c-abf1-41e0-bf8f-5b7d237749e9 [ 572.935312] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.935312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.935312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.935312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.935312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.935312] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6df787c-abf1-41e0-bf8f-5b7d237749e9 already deleted. [ 572.935312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6df787c-abf1-41e0-bf8f-5b7d237749e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.389117] env[66551]: INFO networking_nsxv3.common.synchronization [None req-8975553c-ab08-4f79-befc-9b5babca313a None None] Enqueued Resource ID: 82de310c-4b91-4834-8ae7-dc6a9a8840c5 with Priority: HIGHEST for action port [ 573.390643] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82de310c-4b91-4834-8ae7-dc6a9a8840c5 with Priority: HIGHEST for action port [ 573.390913] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-82de310c-4b91-4834-8ae7-dc6a9a8840c5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.391109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82de310c-4b91-4834-8ae7-dc6a9a8840c5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.391869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82de310c-4b91-4834-8ae7-dc6a9a8840c5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.391869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82de310c-4b91-4834-8ae7-dc6a9a8840c5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.391869] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82de310c-4b91-4834-8ae7-dc6a9a8840c5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.895580] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82de310c-4b91-4834-8ae7-dc6a9a8840c5 [ 573.895580] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.895580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.895762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.895871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.895964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.896073] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82de310c-4b91-4834-8ae7-dc6a9a8840c5 already deleted. [ 573.896202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82de310c-4b91-4834-8ae7-dc6a9a8840c5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.511373] env[66551]: INFO networking_nsxv3.common.synchronization [None req-52679c8a-f4f5-4a78-850e-c58800bd6ae7 None None] Enqueued Resource ID: b38f1bc0-e990-4ebb-ab25-4d13bea640bf with Priority: HIGHEST for action port [ 575.511670] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b38f1bc0-e990-4ebb-ab25-4d13bea640bf with Priority: HIGHEST for action port [ 575.511928] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b38f1bc0-e990-4ebb-ab25-4d13bea640bf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.512057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b38f1bc0-e990-4ebb-ab25-4d13bea640bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.512161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b38f1bc0-e990-4ebb-ab25-4d13bea640bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.512386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b38f1bc0-e990-4ebb-ab25-4d13bea640bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.512467] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b38f1bc0-e990-4ebb-ab25-4d13bea640bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.665381] env[66551]: INFO networking_nsxv3.common.synchronization [None req-cafc728d-7e8a-49ce-94c5-32cfac5c6e24 None None] Enqueued Resource ID: 894e4e5b-2500-4be3-8a5e-ef9d06ba764b with Priority: HIGHEST for action port [ 575.665845] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894e4e5b-2500-4be3-8a5e-ef9d06ba764b with Priority: HIGHEST for action port [ 575.666142] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-894e4e5b-2500-4be3-8a5e-ef9d06ba764b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.666285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894e4e5b-2500-4be3-8a5e-ef9d06ba764b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.666354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894e4e5b-2500-4be3-8a5e-ef9d06ba764b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.666605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894e4e5b-2500-4be3-8a5e-ef9d06ba764b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.666706] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894e4e5b-2500-4be3-8a5e-ef9d06ba764b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.015131] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b38f1bc0-e990-4ebb-ab25-4d13bea640bf [ 576.015421] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.015540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.015540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.015721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.015808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.016131] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b38f1bc0-e990-4ebb-ab25-4d13bea640bf already deleted. [ 576.016131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b38f1bc0-e990-4ebb-ab25-4d13bea640bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.169697] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 894e4e5b-2500-4be3-8a5e-ef9d06ba764b [ 576.171141] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.171141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.171141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.171141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.171141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.171141] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:894e4e5b-2500-4be3-8a5e-ef9d06ba764b already deleted. [ 576.171141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894e4e5b-2500-4be3-8a5e-ef9d06ba764b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.091115] env[66551]: INFO networking_nsxv3.common.synchronization [None req-7ea74209-efb5-445b-a646-37966fb1c870 None None] Enqueued Resource ID: e25c65ee-37c3-459c-9be1-786c05b2c902 with Priority: HIGHEST for action port [ 577.091653] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25c65ee-37c3-459c-9be1-786c05b2c902 with Priority: HIGHEST for action port [ 577.091951] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e25c65ee-37c3-459c-9be1-786c05b2c902 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.092966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e25c65ee-37c3-459c-9be1-786c05b2c902" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.092966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e25c65ee-37c3-459c-9be1-786c05b2c902" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.093083] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e25c65ee-37c3-459c-9be1-786c05b2c902" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.093171] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e25c65ee-37c3-459c-9be1-786c05b2c902',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.234973] env[66551]: INFO networking_nsxv3.common.synchronization [None req-97e89afe-f20e-49d4-b776-64527fbd1747 None None] Enqueued Resource ID: 63f26925-96b7-47a8-af9a-2c0a97908ddc with Priority: HIGHEST for action port [ 577.237340] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f26925-96b7-47a8-af9a-2c0a97908ddc with Priority: HIGHEST for action port [ 577.237340] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f26925-96b7-47a8-af9a-2c0a97908ddc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.237340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f26925-96b7-47a8-af9a-2c0a97908ddc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.237340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f26925-96b7-47a8-af9a-2c0a97908ddc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.237340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f26925-96b7-47a8-af9a-2c0a97908ddc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.237340] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f26925-96b7-47a8-af9a-2c0a97908ddc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.597326] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e25c65ee-37c3-459c-9be1-786c05b2c902 [ 577.597604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.597746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.597814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.598312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.598463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.598565] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e25c65ee-37c3-459c-9be1-786c05b2c902 already deleted. [ 577.598652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e25c65ee-37c3-459c-9be1-786c05b2c902" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.741051] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63f26925-96b7-47a8-af9a-2c0a97908ddc [ 577.741155] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.741265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.741316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.741522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.742375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.742375] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63f26925-96b7-47a8-af9a-2c0a97908ddc already deleted. [ 577.742375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f26925-96b7-47a8-af9a-2c0a97908ddc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.985241] env[66551]: INFO networking_nsxv3.common.synchronization [None req-fb5dd8d0-5af5-462e-9318-790a6ae5feb0 None None] Enqueued Resource ID: fe116035-506a-4e01-8c05-adb49c06647f with Priority: HIGHEST for action port [ 577.985835] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe116035-506a-4e01-8c05-adb49c06647f with Priority: HIGHEST for action port [ 577.986205] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe116035-506a-4e01-8c05-adb49c06647f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.986272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe116035-506a-4e01-8c05-adb49c06647f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.986344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe116035-506a-4e01-8c05-adb49c06647f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.986601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe116035-506a-4e01-8c05-adb49c06647f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.986687] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe116035-506a-4e01-8c05-adb49c06647f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.470926] env[66551]: INFO networking_nsxv3.common.synchronization [None req-3a837b19-3ec8-4140-b9f9-aa10c13076ec None None] Enqueued Resource ID: 978570bd-0df1-427c-9c99-e1e01b36a55b with Priority: HIGHEST for action port [ 578.471256] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978570bd-0df1-427c-9c99-e1e01b36a55b with Priority: HIGHEST for action port [ 578.471756] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-978570bd-0df1-427c-9c99-e1e01b36a55b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.471875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978570bd-0df1-427c-9c99-e1e01b36a55b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.471948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978570bd-0df1-427c-9c99-e1e01b36a55b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.474272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978570bd-0df1-427c-9c99-e1e01b36a55b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.474272] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978570bd-0df1-427c-9c99-e1e01b36a55b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.489583] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe116035-506a-4e01-8c05-adb49c06647f [ 578.489817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.489949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.490052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.490277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.490435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.490476] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe116035-506a-4e01-8c05-adb49c06647f already deleted. [ 578.490526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe116035-506a-4e01-8c05-adb49c06647f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.976814] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 978570bd-0df1-427c-9c99-e1e01b36a55b [ 578.977243] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.978261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.979082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.979082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.979082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.979082] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:978570bd-0df1-427c-9c99-e1e01b36a55b already deleted. [ 578.979082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978570bd-0df1-427c-9c99-e1e01b36a55b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.334503] env[66551]: INFO networking_nsxv3.common.synchronization [None req-692e867f-5196-4371-96d5-d13348ab571c None None] Enqueued Resource ID: 21fb165f-db26-4d41-acb5-2f1eb8b7ded3 with Priority: HIGHEST for action port [ 579.334503] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21fb165f-db26-4d41-acb5-2f1eb8b7ded3 with Priority: HIGHEST for action port [ 579.334503] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-21fb165f-db26-4d41-acb5-2f1eb8b7ded3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.334829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21fb165f-db26-4d41-acb5-2f1eb8b7ded3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.335109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21fb165f-db26-4d41-acb5-2f1eb8b7ded3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.335476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21fb165f-db26-4d41-acb5-2f1eb8b7ded3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.335630] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21fb165f-db26-4d41-acb5-2f1eb8b7ded3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.839402] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21fb165f-db26-4d41-acb5-2f1eb8b7ded3 [ 579.839402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.839402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.839402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.839402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.839402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.839884] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21fb165f-db26-4d41-acb5-2f1eb8b7ded3 already deleted. [ 579.839884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21fb165f-db26-4d41-acb5-2f1eb8b7ded3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.946039] env[66551]: INFO networking_nsxv3.common.synchronization [None req-d196c0a0-57d4-4db5-a7fd-5446db85fb35 None None] Enqueued Resource ID: 45ba2d24-3a5f-43d9-82a9-a72c36ed5eac with Priority: HIGHEST for action port [ 579.946039] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ba2d24-3a5f-43d9-82a9-a72c36ed5eac with Priority: HIGHEST for action port [ 579.946039] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ba2d24-3a5f-43d9-82a9-a72c36ed5eac taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.946039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ba2d24-3a5f-43d9-82a9-a72c36ed5eac" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.946039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ba2d24-3a5f-43d9-82a9-a72c36ed5eac" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.946039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ba2d24-3a5f-43d9-82a9-a72c36ed5eac" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.946039] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ba2d24-3a5f-43d9-82a9-a72c36ed5eac',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.138242] env[66551]: INFO networking_nsxv3.common.synchronization [req-c739a9a3-498c-40f1-b6ab-521dee362a32 req-afe57b0b-829c-4343-b3e3-ee5a2a76d9b3 tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 580.138726] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 580.139019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.139360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.139360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.139440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.139589] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.139682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.139739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.139887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.139966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.143514] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.449634] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45ba2d24-3a5f-43d9-82a9-a72c36ed5eac [ 580.449927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.450089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.450215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.450390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.450490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.450573] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45ba2d24-3a5f-43d9-82a9-a72c36ed5eac already deleted. [ 580.450657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ba2d24-3a5f-43d9-82a9-a72c36ed5eac" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.647622] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.647622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.647622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.647622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.647622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.647622] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.648094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.648167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.648373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.648497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.648599] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 already deleted. [ 580.648685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.142034] env[66551]: INFO networking_nsxv3.common.synchronization [None req-58ff3ee2-2041-4070-a862-c88aca51028a None None] Enqueued Resource ID: dcb1e388-ba8b-43e5-8144-d1db91cdd689 with Priority: HIGHEST for action port [ 581.142422] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb1e388-ba8b-43e5-8144-d1db91cdd689 with Priority: HIGHEST for action port [ 581.144016] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb1e388-ba8b-43e5-8144-d1db91cdd689 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.144016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb1e388-ba8b-43e5-8144-d1db91cdd689" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.144016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb1e388-ba8b-43e5-8144-d1db91cdd689" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.144016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb1e388-ba8b-43e5-8144-d1db91cdd689" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.144016] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb1e388-ba8b-43e5-8144-d1db91cdd689',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.645986] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcb1e388-ba8b-43e5-8144-d1db91cdd689 [ 581.646368] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.646571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.646650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.646874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.646969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.647108] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcb1e388-ba8b-43e5-8144-d1db91cdd689 already deleted. [ 581.647218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb1e388-ba8b-43e5-8144-d1db91cdd689" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.927769] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.928601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.928601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.928601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.928756] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.928860] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.928981] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.929224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.929370] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.929772] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.929949] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.930118] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.930268] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.930418] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.930558] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.930702] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.949415] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.949415] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.949415] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.949660] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.949991] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-b7d45e41-9644-4656-8426-b6c9e3e130ce taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.950763] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-b7d45e41-9644-4656-8426-b6c9e3e130ce" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.950763] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-b7d45e41-9644-4656-8426-b6c9e3e130ce" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.950763] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-b7d45e41-9644-4656-8426-b6c9e3e130ce" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.950941] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d45e41-9644-4656-8426-b6c9e3e130ce',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.053843] env[66551]: INFO networking_nsxv3.common.synchronization [None req-a6298129-b244-490f-a390-c7d577c3bbf8 None None] Enqueued Resource ID: 729601ae-d3a0-4dd2-bf74-abf0d31fba11 with Priority: HIGHEST for action port [ 582.054357] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729601ae-d3a0-4dd2-bf74-abf0d31fba11 with Priority: HIGHEST for action port [ 582.054687] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-729601ae-d3a0-4dd2-bf74-abf0d31fba11 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.054817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729601ae-d3a0-4dd2-bf74-abf0d31fba11" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.054926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729601ae-d3a0-4dd2-bf74-abf0d31fba11" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.055083] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729601ae-d3a0-4dd2-bf74-abf0d31fba11" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.055283] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729601ae-d3a0-4dd2-bf74-abf0d31fba11',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.453558] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.453842] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.453951] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.454507] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.454692] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.454838] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port b7d45e41-9644-4656-8426-b6c9e3e130ce not found, creating... [ 582.455101] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.455252] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.455409] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.455637] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.455779] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.456124] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.456301] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.456448] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.456666] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.456796] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.456931] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: b7d45e41-9644-4656-8426-b6c9e3e130ce is going to be created. [ 582.480139] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.480659] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.480961] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.482382] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.482382] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.482382] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-b7d45e41-9644-4656-8426-b6c9e3e130ce" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.556949] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 729601ae-d3a0-4dd2-bf74-abf0d31fba11 [ 582.557391] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.558111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.558111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.558111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.558111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.558407] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:729601ae-d3a0-4dd2-bf74-abf0d31fba11 already deleted. [ 582.558560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729601ae-d3a0-4dd2-bf74-abf0d31fba11" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.306020] env[66551]: INFO networking_nsxv3.common.synchronization [req-c739a9a3-498c-40f1-b6ab-521dee362a32 req-3696ae16-7ca6-4984-aed2-1e9e6c0b8746 service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 583.306020] env[66551]: INFO networking_nsxv3.common.synchronization [req-c739a9a3-498c-40f1-b6ab-521dee362a32 req-3696ae16-7ca6-4984-aed2-1e9e6c0b8746 service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 583.306020] env[66551]: INFO networking_nsxv3.common.synchronization [req-c739a9a3-498c-40f1-b6ab-521dee362a32 req-3696ae16-7ca6-4984-aed2-1e9e6c0b8746 service nova] Enqueued Resource ID: b7d45e41-9644-4656-8426-b6c9e3e130ce with Priority: HIGHEST for action port [ 583.306020] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 583.306020] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 583.306020] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d45e41-9644-4656-8426-b6c9e3e130ce with Priority: HIGHEST for action port [ 583.306020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.306020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.306020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.306530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.306530] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.307455] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.307455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.307455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.307663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.307761] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.307892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.307939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.308393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.308483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.308576] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.309753] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d45e41-9644-4656-8426-b6c9e3e130ce taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.309911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d45e41-9644-4656-8426-b6c9e3e130ce" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.309994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d45e41-9644-4656-8426-b6c9e3e130ce" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.310172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d45e41-9644-4656-8426-b6c9e3e130ce" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.310416] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d45e41-9644-4656-8426-b6c9e3e130ce',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.781501] env[66551]: INFO networking_nsxv3.common.synchronization [None req-43fac88c-a2ee-41cb-af6d-351968f8fe50 None None] Enqueued Resource ID: e06b6be2-62af-4d58-a052-e6ab07852c81 with Priority: HIGHEST for action port [ 583.782987] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06b6be2-62af-4d58-a052-e6ab07852c81 with Priority: HIGHEST for action port [ 583.782987] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06b6be2-62af-4d58-a052-e6ab07852c81 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.782987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06b6be2-62af-4d58-a052-e6ab07852c81" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.782987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06b6be2-62af-4d58-a052-e6ab07852c81" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.784549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06b6be2-62af-4d58-a052-e6ab07852c81" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.784724] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06b6be2-62af-4d58-a052-e6ab07852c81',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.812311] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.813420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.819251] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.822871] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d45e41-9644-4656-8426-b6c9e3e130ce with status ACTIVE [ 583.822871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.822871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.822871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.822871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.824027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.824292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.824413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.824538] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d45e41-9644-4656-8426-b6c9e3e130ce is going to be updated. [ 583.846532] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.851053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.851053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.851053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.851053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.851053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d45e41-9644-4656-8426-b6c9e3e130ce" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.105921] env[66551]: INFO networking_nsxv3.common.synchronization [None req-9d621922-e876-4225-8956-1ea7f154b0ca None None] Enqueued Resource ID: 90d6463d-04d2-41be-8503-70cc8d341b68 with Priority: HIGHEST for action port [ 584.105921] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d6463d-04d2-41be-8503-70cc8d341b68 with Priority: HIGHEST for action port [ 584.106122] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d6463d-04d2-41be-8503-70cc8d341b68 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.107052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d6463d-04d2-41be-8503-70cc8d341b68" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.107052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d6463d-04d2-41be-8503-70cc8d341b68" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.107052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d6463d-04d2-41be-8503-70cc8d341b68" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.107052] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d6463d-04d2-41be-8503-70cc8d341b68',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.288122] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e06b6be2-62af-4d58-a052-e6ab07852c81 [ 584.288386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.288535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.288608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.288826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.288913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.289025] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e06b6be2-62af-4d58-a052-e6ab07852c81 already deleted. [ 584.289114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06b6be2-62af-4d58-a052-e6ab07852c81" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.327222] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.355487] env[66551]: INFO networking_nsxv3.common.synchronization [req-341e3c8c-7aef-4c1b-b70e-3889887f3831 req-29c94de6-4570-47a3-9a36-e4a864006756 tempest-DeleteServersAdminTestJSON-1443886278 tempest-DeleteServersAdminTestJSON-1443886278-project-member] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 584.356016] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 584.356362] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.356824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.356898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.357715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.357889] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.357992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.358066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.358546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.358641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.359440] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.610517] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90d6463d-04d2-41be-8503-70cc8d341b68 [ 584.610814] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.610814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.610814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.611307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.611307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.611412] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90d6463d-04d2-41be-8503-70cc8d341b68 already deleted. [ 584.611496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d6463d-04d2-41be-8503-70cc8d341b68" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.829702] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.829983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.829983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.830149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.830238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.830333] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be created. [ 584.860672] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.860672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.860801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.861392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.861392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.863643] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.863643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.863643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.863778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.864624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.864624] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.864624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.864624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.864823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.864900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.865101] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 already deleted. [ 584.865101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.874997] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: UNINITIALIZED for 2s [ 584.964243] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.964429] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.964550] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.964878] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.965147] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.965299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.965412] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.965745] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.965832] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.965961] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.967051] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.967051] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.967051] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.967051] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.967217] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.967279] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.987732] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.989456] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.989456] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.989456] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.989456] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-4bb39401-3f52-477d-a11f-e375a0b8b3e1 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.989456] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-4bb39401-3f52-477d-a11f-e375a0b8b3e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.989661] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-4bb39401-3f52-477d-a11f-e375a0b8b3e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.989907] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-4bb39401-3f52-477d-a11f-e375a0b8b3e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.990083] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb39401-3f52-477d-a11f-e375a0b8b3e1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.342151] env[66551]: INFO networking_nsxv3.common.synchronization [None req-0bd2b189-34c1-491d-8120-9c0ff567942d None None] Enqueued Resource ID: 13df0859-06a2-4531-87ba-52db7f615e34 with Priority: HIGHEST for action port [ 585.342151] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13df0859-06a2-4531-87ba-52db7f615e34 with Priority: HIGHEST for action port [ 585.342151] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-13df0859-06a2-4531-87ba-52db7f615e34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.342151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13df0859-06a2-4531-87ba-52db7f615e34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.342151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13df0859-06a2-4531-87ba-52db7f615e34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.343118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13df0859-06a2-4531-87ba-52db7f615e34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.343218] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13df0859-06a2-4531-87ba-52db7f615e34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.493740] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.493740] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.494134] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.494454] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.494637] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.494782] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 4bb39401-3f52-477d-a11f-e375a0b8b3e1 not found, creating... [ 585.495033] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.495186] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.496983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.496983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.496983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.496983] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.496983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.496983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.496983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.496983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.496983] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 4bb39401-3f52-477d-a11f-e375a0b8b3e1 is going to be created. [ 585.519173] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.519445] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.519568] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.519884] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.520185] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.520462] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-4bb39401-3f52-477d-a11f-e375a0b8b3e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.845945] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13df0859-06a2-4531-87ba-52db7f615e34 [ 585.846343] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.846487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.846572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.846811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.846902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.846996] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13df0859-06a2-4531-87ba-52db7f615e34 already deleted. [ 585.847091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13df0859-06a2-4531-87ba-52db7f615e34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.267299] env[66551]: INFO networking_nsxv3.common.synchronization [req-341e3c8c-7aef-4c1b-b70e-3889887f3831 req-112abe8e-de05-4671-8a07-7d0b7d55b499 service nova] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_rules [ 586.267593] env[66551]: INFO networking_nsxv3.common.synchronization [req-341e3c8c-7aef-4c1b-b70e-3889887f3831 req-112abe8e-de05-4671-8a07-7d0b7d55b499 service nova] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 586.267717] env[66551]: INFO networking_nsxv3.common.synchronization [req-341e3c8c-7aef-4c1b-b70e-3889887f3831 req-112abe8e-de05-4671-8a07-7d0b7d55b499 service nova] Enqueued Resource ID: 4bb39401-3f52-477d-a11f-e375a0b8b3e1 with Priority: HIGHEST for action port [ 586.270344] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_rules [ 586.270483] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 586.270580] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb39401-3f52-477d-a11f-e375a0b8b3e1 with Priority: HIGHEST for action port [ 586.271086] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.271230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.271305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.271779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.271779] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.272591] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.272705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.275682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.275682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.275682] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.275682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.275682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.275682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.275682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.275682] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.277132] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb39401-3f52-477d-a11f-e375a0b8b3e1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.277132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb39401-3f52-477d-a11f-e375a0b8b3e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.277132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb39401-3f52-477d-a11f-e375a0b8b3e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.277290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb39401-3f52-477d-a11f-e375a0b8b3e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.277331] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb39401-3f52-477d-a11f-e375a0b8b3e1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.779268] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.779529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.780296] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.781228] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bb39401-3f52-477d-a11f-e375a0b8b3e1 with status ACTIVE [ 586.781428] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.781541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.781606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.781807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.781906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.782109] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.782204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.782610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.782610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.785026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.785209] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.785413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.785413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.785579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.786378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.786502] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bb39401-3f52-477d-a11f-e375a0b8b3e1 is going to be updated. [ 586.809344] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.809443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.809483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.809699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.809862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.810037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb39401-3f52-477d-a11f-e375a0b8b3e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.894105] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 586.894105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.894381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.894479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.894851] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.894851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.894851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.895031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.895031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.895090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.895185] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.948966] env[66551]: INFO networking_nsxv3.common.synchronization [None req-6b96132f-933d-4b3b-aec3-cea7bf844d06 tempest-VolumesAssistedSnapshotsTest-1377487710 tempest-VolumesAssistedSnapshotsTest-1377487710-project-member] Enqueued Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_rules [ 586.949664] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_rules [ 586.954442] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.954537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.954622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.954907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.955083] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.069708] env[66551]: INFO networking_nsxv3.common.synchronization [None req-fa77ba72-687f-4956-b57e-4bf047308507 tempest-VolumesAssistedSnapshotsTest-1377487710 tempest-VolumesAssistedSnapshotsTest-1377487710-project-member] Enqueued Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_rules [ 587.069708] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_rules [ 587.069708] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.069708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.290247] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.320873] env[66551]: INFO networking_nsxv3.common.synchronization [None req-8a0d8f25-e093-41fa-b3f2-cbedd5c25bbe None None] Enqueued Resource ID: 86902871-6d76-4ee9-a281-20f283a941b6 with Priority: HIGHEST for action port [ 587.320873] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86902871-6d76-4ee9-a281-20f283a941b6 with Priority: HIGHEST for action port [ 587.320873] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-86902871-6d76-4ee9-a281-20f283a941b6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.320873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86902871-6d76-4ee9-a281-20f283a941b6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.320873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86902871-6d76-4ee9-a281-20f283a941b6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.320873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86902871-6d76-4ee9-a281-20f283a941b6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.320873] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86902871-6d76-4ee9-a281-20f283a941b6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.401143] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.401143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.401143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.401370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.401370] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.401452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.402659] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.402659] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.403221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.403221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.403221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.403594] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.405388] env[66551]: INFO networking_nsxv3.common.synchronization [None req-bc948c7c-aaa8-4510-887c-4a4894ec702a None None] Enqueued Resource ID: fbf22422-7d07-404b-88a8-1f4e95a7dde0 with Priority: HIGHEST for action port [ 587.406290] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf22422-7d07-404b-88a8-1f4e95a7dde0 with Priority: HIGHEST for action port [ 587.406603] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbf22422-7d07-404b-88a8-1f4e95a7dde0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.406733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbf22422-7d07-404b-88a8-1f4e95a7dde0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.406814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbf22422-7d07-404b-88a8-1f4e95a7dde0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.407076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbf22422-7d07-404b-88a8-1f4e95a7dde0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.407205] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbf22422-7d07-404b-88a8-1f4e95a7dde0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.493020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.493268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.493268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.493517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.493645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.493698] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 already deleted. [ 587.493759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.494373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.494588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.494662] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.794681] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.794681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.794681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.794681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.794681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.794681] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 is going to be created. [ 587.823098] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.823098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.823098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.823327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.823527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.824974] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86902871-6d76-4ee9-a281-20f283a941b6 [ 587.825171] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.825345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.825454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.825726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.826259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.826423] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86902871-6d76-4ee9-a281-20f283a941b6 already deleted. [ 587.826516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86902871-6d76-4ee9-a281-20f283a941b6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.835954] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: UNINITIALIZED for 2s [ 587.853069] env[66551]: INFO networking_nsxv3.common.synchronization [None req-b8b00b8d-ef62-4998-a381-03f6c1a1ff8f tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_rules [ 587.853807] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_rules [ 587.854024] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2ce471c-e5be-4982-9725-952a4eea68ee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.856801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.857948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.858261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.858372] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.907043] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc32b3cc-c880-4418-a838-decbbd636d22: rpc.has_security_group_logging(os_id): False [ 587.911431] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbf22422-7d07-404b-88a8-1f4e95a7dde0 [ 587.912026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.912754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.912754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.913021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.913157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.913265] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbf22422-7d07-404b-88a8-1f4e95a7dde0 already deleted. [ 587.913362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbf22422-7d07-404b-88a8-1f4e95a7dde0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.927638] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.927795] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.927898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.928125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.928224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.928986] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.928986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.928986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.928986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.931526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.932235] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.932682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.932796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.933021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.933107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.933323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.933419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.933476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.933706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.933802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.933923] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be created. [ 587.953633] env[66551]: INFO networking_nsxv3.common.synchronization [req-4af302cf-c086-4dc8-95b8-263d72fa772c req-2884cee6-1c08-4ace-9546-2d8fe6f31bed tempest-SecurityGroupRulesTestJSON-2023566479 tempest-SecurityGroupRulesTestJSON-2023566479-project-member] Enqueued Resource ID: fc39ca79-e64d-4594-90a2-c1506b8a1d43 with Priority: HIGHEST for action security_group_rules [ 587.953761] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc39ca79-e64d-4594-90a2-c1506b8a1d43 with Priority: HIGHEST for action security_group_rules [ 587.954201] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc39ca79-e64d-4594-90a2-c1506b8a1d43 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.954201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc39ca79-e64d-4594-90a2-c1506b8a1d43" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.954370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc39ca79-e64d-4594-90a2-c1506b8a1d43" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.954502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc39ca79-e64d-4594-90a2-c1506b8a1d43" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.955906] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc39ca79-e64d-4594-90a2-c1506b8a1d43',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.009976] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.009976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.009976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.010266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.010717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.026135] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 588.027234] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.027374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.027445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.027667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.027751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.027865] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 already deleted. [ 588.027958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.085600] env[66551]: INFO networking_nsxv3.common.synchronization [None req-2f494893-86b8-4c98-aa04-333b1dda7d52 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_rules [ 588.086299] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_rules [ 588.087983] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2ce471c-e5be-4982-9725-952a4eea68ee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.087983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.151913] env[66551]: INFO networking_nsxv3.common.synchronization [None req-0f629f4a-a20d-49b1-81ba-fa2dda198713 None None] Enqueued Resource ID: 7a176a15-66e7-4d13-9827-6f8d0faccc3e with Priority: HIGHEST for action port [ 588.152082] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a176a15-66e7-4d13-9827-6f8d0faccc3e with Priority: HIGHEST for action port [ 588.156561] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a176a15-66e7-4d13-9827-6f8d0faccc3e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.156561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a176a15-66e7-4d13-9827-6f8d0faccc3e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.156561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a176a15-66e7-4d13-9827-6f8d0faccc3e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.156561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a176a15-66e7-4d13-9827-6f8d0faccc3e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.156561] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a176a15-66e7-4d13-9827-6f8d0faccc3e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.388453] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.388742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.388851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.389208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.389333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.389534] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2ce471c-e5be-4982-9725-952a4eea68ee already deleted. [ 588.389651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.390934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.391408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.391408] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.481029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.481029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.481029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.481029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.481029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.481029] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc39ca79-e64d-4594-90a2-c1506b8a1d43 already deleted. [ 588.481029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc39ca79-e64d-4594-90a2-c1506b8a1d43" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.658840] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a176a15-66e7-4d13-9827-6f8d0faccc3e [ 588.659229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.660295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.660295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.661349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.661349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.661349] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a176a15-66e7-4d13-9827-6f8d0faccc3e already deleted. [ 588.661349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a176a15-66e7-4d13-9827-6f8d0faccc3e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.916591] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.917194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.918140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.918431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.919054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.919054] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2ce471c-e5be-4982-9725-952a4eea68ee already deleted. [ 588.919054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.010247] env[66551]: INFO networking_nsxv3.common.synchronization [req-1f4a3471-3677-41fb-85fd-6dca737ba3b9 req-bab02e6f-f913-44eb-958c-0044869e06fc tempest-AttachInterfacesV270Test-393336530 tempest-AttachInterfacesV270Test-393336530-project-member] Enqueued Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGHEST for action security_group_members [ 589.010921] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGHEST for action security_group_members [ 589.012041] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d90069-b3b9-4519-b51e-6b0bab3f7809 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.012226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.012294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.012566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.012744] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.013074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.013415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.013607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.013714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.013831] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.517059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.517226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.517294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.517555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.517682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.517856] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.517964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.518052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.518219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.518402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.518584] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 already deleted. [ 589.518670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.617105] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.617330] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-866" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.617491] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-866" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.617850] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-866" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.618171] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.618383] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.618540] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.618819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.618995] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.619240] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.619372] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.619505] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.619642] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.619784] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.619906] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.620054] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.641758] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.641956] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.642093] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.642253] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-866" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.642591] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-d9279353-57c7-4053-9aec-fd0a34b3cacd taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.642708] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-d9279353-57c7-4053-9aec-fd0a34b3cacd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.642831] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-d9279353-57c7-4053-9aec-fd0a34b3cacd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.643219] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-d9279353-57c7-4053-9aec-fd0a34b3cacd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.643357] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9279353-57c7-4053-9aec-fd0a34b3cacd',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.849017] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: SUCCESS [ 589.849346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.849511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.849997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.850239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.850369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.850446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.850609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.850693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.850782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.850872] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.037986] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 590.038506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.145802] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.146053] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.146208] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.146480] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.146619] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.146758] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port d9279353-57c7-4053-9aec-fd0a34b3cacd not found, creating... [ 590.147057] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.147781] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.147781] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.147781] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.147781] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.148012] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.148134] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.148238] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.148703] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.148879] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.149161] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: d9279353-57c7-4053-9aec-fd0a34b3cacd is going to be created. [ 590.169663] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.169899] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.169976] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.170301] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.170515] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.170723] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-d9279353-57c7-4053-9aec-fd0a34b3cacd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.352924] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.353194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.353194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.353417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.353596] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.353710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.353761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.353891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.353954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.354076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.354208] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.354282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.354359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.354486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.354578] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.354667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.354746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.354875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.355031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.355031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.355227] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.857856] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0443c931-fd4a-4b4b-946e-5b53ed5b7af3: rpc.has_security_group_logging(os_id): False [ 590.877756] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.877756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.878027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.878027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.878095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.879784] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.879784] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.879784] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.879784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.880318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.880318] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 is going to be created. [ 590.946457] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.946600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.946666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.946882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.947074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.962677] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: IN_PROGRESS for 2s [ 591.018559] env[66551]: INFO networking_nsxv3.common.synchronization [req-1f4a3471-3677-41fb-85fd-6dca737ba3b9 req-8be4661d-c45e-4919-921b-32e3e46b4176 service nova] Enqueued Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGHEST for action security_group_rules [ 591.019528] env[66551]: INFO networking_nsxv3.common.synchronization [req-1f4a3471-3677-41fb-85fd-6dca737ba3b9 req-8be4661d-c45e-4919-921b-32e3e46b4176 service nova] Enqueued Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGHEST for action security_group_members [ 591.019528] env[66551]: INFO networking_nsxv3.common.synchronization [req-1f4a3471-3677-41fb-85fd-6dca737ba3b9 req-8be4661d-c45e-4919-921b-32e3e46b4176 service nova] Enqueued Resource ID: d9279353-57c7-4053-9aec-fd0a34b3cacd with Priority: HIGHEST for action port [ 591.021171] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGHEST for action security_group_rules [ 591.021406] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGHEST for action security_group_members [ 591.021612] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9279353-57c7-4053-9aec-fd0a34b3cacd with Priority: HIGHEST for action port [ 591.021858] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d90069-b3b9-4519-b51e-6b0bab3f7809 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.022076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.022343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.024882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.025216] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.027015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d90069-b3b9-4519-b51e-6b0bab3f7809 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.027448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.027448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.027709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.028058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.028785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.028785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.028785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.028785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.028949] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.030234] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9279353-57c7-4053-9aec-fd0a34b3cacd taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.030797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9279353-57c7-4053-9aec-fd0a34b3cacd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.032197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9279353-57c7-4053-9aec-fd0a34b3cacd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.033530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9279353-57c7-4053-9aec-fd0a34b3cacd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.033530] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9279353-57c7-4053-9aec-fd0a34b3cacd',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.284984] env[66551]: INFO networking_nsxv3.common.synchronization [None req-461367d0-7f88-4551-ae56-37788b3a9e86 None None] Enqueued Resource ID: d0ac0669-4833-4620-a99f-e37672b70b33 with Priority: HIGHEST for action port [ 591.286354] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ac0669-4833-4620-a99f-e37672b70b33 with Priority: HIGHEST for action port [ 591.286354] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ac0669-4833-4620-a99f-e37672b70b33 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.286529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ac0669-4833-4620-a99f-e37672b70b33" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.286529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ac0669-4833-4620-a99f-e37672b70b33" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.287029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ac0669-4833-4620-a99f-e37672b70b33" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.287029] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ac0669-4833-4620-a99f-e37672b70b33',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.538153] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.539234] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d90069-b3b9-4519-b51e-6b0bab3f7809 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.539234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.539234] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9279353-57c7-4053-9aec-fd0a34b3cacd with status ACTIVE [ 591.539396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.539396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.539513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.539642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.539732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.540328] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.540328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.540328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.540328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.540328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.540570] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.540570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.540659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.540781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.540847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.540924] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9279353-57c7-4053-9aec-fd0a34b3cacd is going to be updated. [ 591.553925] env[66551]: INFO networking_nsxv3.common.synchronization [req-84660756-2188-48fd-b30f-9dae6bae7d00 req-a348e5ca-d5ff-479b-b545-e1fbf2b5f075 tempest-ServerExternalEventsTest-2108072972 tempest-ServerExternalEventsTest-2108072972-project-member] Enqueued Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGHEST for action security_group_members [ 591.554361] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGHEST for action security_group_members [ 591.554678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e122fa6-273c-4439-b15c-072ff70d76e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.554814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.554861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.555261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.555383] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.555490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.555553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.555717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.555859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.555910] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.564170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.564299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.564341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.564524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.564655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.564803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9279353-57c7-4053-9aec-fd0a34b3cacd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.789317] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0ac0669-4833-4620-a99f-e37672b70b33 [ 591.790303] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.790303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.790303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.790303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.790563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.790563] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0ac0669-4833-4620-a99f-e37672b70b33 already deleted. [ 591.790640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ac0669-4833-4620-a99f-e37672b70b33" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.042911] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.046789] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.046983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.047098] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.047350] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.047672] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.047845] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.047956] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.048180] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.048337] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.048607] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.048689] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.048740] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.048863] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.048919] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.049115] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.049213] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.057760] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.057895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.057970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.058202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.058298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.058506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.058625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.058704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.058991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.058991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.058991] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 already deleted. [ 592.059868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.069271] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.069467] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.069607] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.069779] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.070136] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-a86b424a-e39b-4c22-a296-833126fc5377 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.070324] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-a86b424a-e39b-4c22-a296-833126fc5377" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.070423] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-a86b424a-e39b-4c22-a296-833126fc5377" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.070740] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-a86b424a-e39b-4c22-a296-833126fc5377" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.070886] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a86b424a-e39b-4c22-a296-833126fc5377',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.551980] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.552292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.552292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.553128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.553128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.553128] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 is going to be created. [ 592.579959] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.579959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.579959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.579959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.579959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.579959] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port a86b424a-e39b-4c22-a296-833126fc5377 not found, creating... [ 592.579959] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.579959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.579959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.579959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.579959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.580375] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.580375] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.580375] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.580375] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.580375] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.580375] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: a86b424a-e39b-4c22-a296-833126fc5377 is going to be created. [ 592.586738] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.586807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.586880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.587097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.587253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.601671] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 in Status: UNINITIALIZED for 2s [ 592.602699] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.602894] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.603016] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.603293] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.603508] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.603710] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-a86b424a-e39b-4c22-a296-833126fc5377" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.975401] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: SUCCESS [ 592.975620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.411867] env[66551]: INFO networking_nsxv3.common.synchronization [req-84660756-2188-48fd-b30f-9dae6bae7d00 req-38de64ff-7a06-4b8e-9877-16f31da30092 service nova] Enqueued Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGHEST for action security_group_rules [ 593.415638] env[66551]: INFO networking_nsxv3.common.synchronization [req-84660756-2188-48fd-b30f-9dae6bae7d00 req-38de64ff-7a06-4b8e-9877-16f31da30092 service nova] Enqueued Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGHEST for action security_group_members [ 593.415638] env[66551]: INFO networking_nsxv3.common.synchronization [req-84660756-2188-48fd-b30f-9dae6bae7d00 req-38de64ff-7a06-4b8e-9877-16f31da30092 service nova] Enqueued Resource ID: a86b424a-e39b-4c22-a296-833126fc5377 with Priority: HIGHEST for action port [ 593.415638] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGHEST for action security_group_rules [ 593.415638] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGHEST for action security_group_members [ 593.415638] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86b424a-e39b-4c22-a296-833126fc5377 with Priority: HIGHEST for action port [ 593.415638] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e122fa6-273c-4439-b15c-072ff70d76e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.415638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.415638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.415638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.415638] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.415638] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e122fa6-273c-4439-b15c-072ff70d76e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.419093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.423487] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.423487] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.423487] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a86b424a-e39b-4c22-a296-833126fc5377 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a86b424a-e39b-4c22-a296-833126fc5377" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a86b424a-e39b-4c22-a296-833126fc5377" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.423487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a86b424a-e39b-4c22-a296-833126fc5377" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.424327] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a86b424a-e39b-4c22-a296-833126fc5377',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.823401] env[66551]: INFO networking_nsxv3.common.synchronization [None req-91dd7bc0-b698-4f7c-b74a-7f4f1637706d None None] Enqueued Resource ID: 4fb63223-45cb-422d-ad92-a01938f7173a with Priority: HIGHEST for action port [ 593.823932] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb63223-45cb-422d-ad92-a01938f7173a with Priority: HIGHEST for action port [ 593.824244] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb63223-45cb-422d-ad92-a01938f7173a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.824537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb63223-45cb-422d-ad92-a01938f7173a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.824537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb63223-45cb-422d-ad92-a01938f7173a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.824680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb63223-45cb-422d-ad92-a01938f7173a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.824767] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb63223-45cb-422d-ad92-a01938f7173a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.927535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e122fa6-273c-4439-b15c-072ff70d76e9 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.927535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.927535] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.928295] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a86b424a-e39b-4c22-a296-833126fc5377 with status ACTIVE [ 593.928295] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.928295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.928295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.928544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.928657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.929613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.929869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.931896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.931896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.931896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.931896] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.931896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.931896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.931896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.931896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.931896] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a86b424a-e39b-4c22-a296-833126fc5377 is going to be updated. [ 593.959979] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.959979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.959979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.959979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.959979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.959979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a86b424a-e39b-4c22-a296-833126fc5377" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.330023] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fb63223-45cb-422d-ad92-a01938f7173a [ 594.330023] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.330023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.330023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.330023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.330023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.330023] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fb63223-45cb-422d-ad92-a01938f7173a already deleted. [ 594.330023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb63223-45cb-422d-ad92-a01938f7173a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.435428] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.612798] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 in Status: SUCCESS [ 594.613024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.613189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.613414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.613614] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.613730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.613802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.613939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.614047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.614104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.614197] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.759816] env[66551]: INFO networking_nsxv3.common.synchronization [req-3fedad72-de47-4794-ac50-84e6309c23db req-4ad20ef4-900a-4a36-9ff5-cbdd1fcd7a1d tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 594.760393] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 594.760740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.760905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.760993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.761295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.761498] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.761630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.761713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.761897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.762013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.762144] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.937713] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.938087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.938087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.938282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.941091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.941091] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 is going to be created. [ 594.963761] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.963953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.963953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.964193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.964447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.975750] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 in Status: UNINITIALIZED for 2s [ 595.118814] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d90069-b3b9-4519-b51e-6b0bab3f7809 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.118980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.119071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.119285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.119575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.119709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.119778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.119961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.120082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.120163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.120302] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d90069-b3b9-4519-b51e-6b0bab3f7809 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.120397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.120460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.120655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.120832] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.120927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.120983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.121146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.121224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.121306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.121396] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.264946] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.265122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.265337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.265549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.265814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.265904] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.266075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.266075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.266285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.266362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.266573] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f already deleted. [ 595.266573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.350949] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.351252] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.351425] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.351869] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.352240] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.352460] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.352576] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.352946] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.353194] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.353738] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.353738] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.353858] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.354080] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.354284] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.354516] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.354644] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.379705] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.380060] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.380060] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.380060] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.380400] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-2fbe4f51-9340-4a8e-88f4-6657bc434c42 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.380565] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-2fbe4f51-9340-4a8e-88f4-6657bc434c42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.380774] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-2fbe4f51-9340-4a8e-88f4-6657bc434c42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.381139] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-2fbe4f51-9340-4a8e-88f4-6657bc434c42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.381323] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbe4f51-9340-4a8e-88f4-6657bc434c42',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.623983] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d90069-b3b9-4519-b51e-6b0bab3f7809: rpc.has_security_group_logging(os_id): False [ 595.644506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.644622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.644695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.644914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.645519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.645808] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.646894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.646894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.646894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.646894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.646894] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.646894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.646894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.646894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.646894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.647405] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.647564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.647662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.647852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.648031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.648497] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 is going to be created. [ 595.708957] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.709167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.709167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.709520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.709736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.723486] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 in Status: IN_PROGRESS for 2s [ 595.872313] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4b7e1a5c-7711-4727-b78d-2967f589b571 None None] Enqueued Resource ID: b3247602-c459-4b21-881e-0484c646f767 with Priority: HIGHEST for action port [ 595.872576] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3247602-c459-4b21-881e-0484c646f767 with Priority: HIGHEST for action port [ 595.873682] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3247602-c459-4b21-881e-0484c646f767 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.873682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3247602-c459-4b21-881e-0484c646f767" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.873682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3247602-c459-4b21-881e-0484c646f767" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.874055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3247602-c459-4b21-881e-0484c646f767" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.874055] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3247602-c459-4b21-881e-0484c646f767',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.886874] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.888375] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.888597] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.888926] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.889157] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.889340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 2fbe4f51-9340-4a8e-88f4-6657bc434c42 not found, creating... [ 595.889673] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.889887] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.890058] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.890938] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.890938] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.890938] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.891326] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.891534] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.891825] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.892113] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.892360] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 2fbe4f51-9340-4a8e-88f4-6657bc434c42 is going to be created. [ 595.918496] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.918737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.918857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.919170] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.919431] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.919644] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-2fbe4f51-9340-4a8e-88f4-6657bc434c42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.376048] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3247602-c459-4b21-881e-0484c646f767 [ 596.376399] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.377213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.377213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.377519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.378367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.378367] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3247602-c459-4b21-881e-0484c646f767 already deleted. [ 596.378367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3247602-c459-4b21-881e-0484c646f767" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.667413] env[66551]: INFO networking_nsxv3.common.synchronization [req-3fedad72-de47-4794-ac50-84e6309c23db req-faa90f0d-4367-41d8-a735-0f03a3ebe39f service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 596.667591] env[66551]: INFO networking_nsxv3.common.synchronization [req-3fedad72-de47-4794-ac50-84e6309c23db req-faa90f0d-4367-41d8-a735-0f03a3ebe39f service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 596.667742] env[66551]: INFO networking_nsxv3.common.synchronization [req-3fedad72-de47-4794-ac50-84e6309c23db req-faa90f0d-4367-41d8-a735-0f03a3ebe39f service nova] Enqueued Resource ID: 2fbe4f51-9340-4a8e-88f4-6657bc434c42 with Priority: HIGHEST for action port [ 596.667944] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 596.668306] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 596.668306] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbe4f51-9340-4a8e-88f4-6657bc434c42 with Priority: HIGHEST for action port [ 596.669655] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.670012] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.670012] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.670290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.670432] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.671389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.671602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.671602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.671797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.671988] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.671988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.672144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.672193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.672283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.672375] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.677543] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fbe4f51-9340-4a8e-88f4-6657bc434c42 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.677751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fbe4f51-9340-4a8e-88f4-6657bc434c42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.677834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fbe4f51-9340-4a8e-88f4-6657bc434c42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.678101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fbe4f51-9340-4a8e-88f4-6657bc434c42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.678486] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbe4f51-9340-4a8e-88f4-6657bc434c42',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.772962] env[66551]: INFO networking_nsxv3.common.synchronization [req-a9a1382b-0177-483a-b260-725cd8c808a8 req-331433d2-db66-4784-9a8d-e503879e15ec tempest-SecurityGroupRulesTestJSON-2023566479 tempest-SecurityGroupRulesTestJSON-2023566479-project-member] Enqueued Resource ID: b6eacd9c-720d-4e49-b94b-83e3b5e68b6d with Priority: HIGHEST for action security_group_rules [ 596.772962] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6eacd9c-720d-4e49-b94b-83e3b5e68b6d with Priority: HIGHEST for action security_group_rules [ 596.772962] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6eacd9c-720d-4e49-b94b-83e3b5e68b6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.773494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6eacd9c-720d-4e49-b94b-83e3b5e68b6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.773555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6eacd9c-720d-4e49-b94b-83e3b5e68b6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.773978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6eacd9c-720d-4e49-b94b-83e3b5e68b6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.774094] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6eacd9c-720d-4e49-b94b-83e3b5e68b6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.990264] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 in Status: SUCCESS [ 596.990665] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.990892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.991147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.991366] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.991518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.991593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.991778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.991875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.992959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.992959] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.181334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.181590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.181834] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.182723] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fbe4f51-9340-4a8e-88f4-6657bc434c42 with status ACTIVE [ 597.182865] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.182981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.183053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.183264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.183352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.183529] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.183669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.183717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.183822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.185189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.185189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.185189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.185592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.185592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.185592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.185592] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fbe4f51-9340-4a8e-88f4-6657bc434c42 is going to be updated. [ 597.208588] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.208855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.208944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.209227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.209387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.209546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fbe4f51-9340-4a8e-88f4-6657bc434c42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.297692] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.297997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.298093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.298360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.298917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.298917] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6eacd9c-720d-4e49-b94b-83e3b5e68b6d already deleted. [ 597.298917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6eacd9c-720d-4e49-b94b-83e3b5e68b6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.495120] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e122fa6-273c-4439-b15c-072ff70d76e9 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.495453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.495537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.495794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.496032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.496231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.496306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.496559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.498034] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e122fa6-273c-4439-b15c-072ff70d76e9 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.498034] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.498034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.498034] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.688524] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.741518] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 in Status: SUCCESS [ 597.741518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.006476] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e122fa6-273c-4439-b15c-072ff70d76e9: rpc.has_security_group_logging(os_id): False [ 598.025826] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.026016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.026100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.026301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.026386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.026572] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.026665] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.026722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.026871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.026942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.027292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.027292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.027482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.027482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.027563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.027730] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.027806] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.027843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.028062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.029507] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.029507] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 is going to be created. [ 598.096367] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.096367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.096367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.096367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.096367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.112218] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 in Status: IN_PROGRESS for 2s [ 598.130450] env[66551]: INFO networking_nsxv3.common.synchronization [None req-7a9f3a8e-a705-4e53-81ae-9ad7680704b0 None None] Enqueued Resource ID: 498daab5-06a7-46f1-941c-fa5e0a37d3a6 with Priority: HIGHEST for action port [ 598.131222] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498daab5-06a7-46f1-941c-fa5e0a37d3a6 with Priority: HIGHEST for action port [ 598.131566] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-498daab5-06a7-46f1-941c-fa5e0a37d3a6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.131735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-498daab5-06a7-46f1-941c-fa5e0a37d3a6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.131735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-498daab5-06a7-46f1-941c-fa5e0a37d3a6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.132114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-498daab5-06a7-46f1-941c-fa5e0a37d3a6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.132208] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('498daab5-06a7-46f1-941c-fa5e0a37d3a6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.193374] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.193546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.193626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.193839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.193956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.194043] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be created. [ 598.232112] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.232112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.232112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.232112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.232112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.242775] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: UNINITIALIZED for 2s [ 598.637096] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 498daab5-06a7-46f1-941c-fa5e0a37d3a6 [ 598.637419] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.637517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.637517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.637744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.637831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.637929] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:498daab5-06a7-46f1-941c-fa5e0a37d3a6 already deleted. [ 598.638476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-498daab5-06a7-46f1-941c-fa5e0a37d3a6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.127134] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 in Status: SUCCESS [ 600.127474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.254783] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: UNINITIALIZED for 4s [ 601.624791] env[66551]: INFO networking_nsxv3.common.synchronization [req-49e136cb-3648-4923-a8f2-179432f414ea req-5ec89608-5610-42b2-902f-a66ac70e82bf tempest-SecurityGroupRulesTestJSON-2023566479 tempest-SecurityGroupRulesTestJSON-2023566479-project-member] Enqueued Resource ID: 29209042-e590-4201-b83f-8a766fee9ffc with Priority: HIGHEST for action security_group_rules [ 601.625891] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29209042-e590-4201-b83f-8a766fee9ffc with Priority: HIGHEST for action security_group_rules [ 601.626575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29209042-e590-4201-b83f-8a766fee9ffc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.627587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29209042-e590-4201-b83f-8a766fee9ffc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.627587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29209042-e590-4201-b83f-8a766fee9ffc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.627587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29209042-e590-4201-b83f-8a766fee9ffc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.627587] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29209042-e590-4201-b83f-8a766fee9ffc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.645787] env[66551]: INFO networking_nsxv3.common.synchronization [req-f7a5755a-583a-4625-b650-905827f437bc req-2758aae8-83bf-4940-9fd0-51c126b8dedc tempest-ServersAdminTestJSON-139818615 tempest-ServersAdminTestJSON-139818615-project-member] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 601.646932] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 601.646932] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.646932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.646932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.649112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.649112] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.649265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.649265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.649942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.650107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.650211] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.044790] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.045541] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.047140] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.047373] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.047704] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.047878] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.048809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.048809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.048809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.049675] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.049836] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.049976] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.050126] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.050282] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.050420] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.050585] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.072280] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.074562] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.074562] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.074562] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.074562] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-c752a416-0684-4b5c-824c-ab61c112c0b3 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.074562] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-c752a416-0684-4b5c-824c-ab61c112c0b3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.074562] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-c752a416-0684-4b5c-824c-ab61c112c0b3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.074562] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-c752a416-0684-4b5c-824c-ab61c112c0b3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.074562] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c752a416-0684-4b5c-824c-ab61c112c0b3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.151539] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.151773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.151891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.152139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.152225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.152324] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29209042-e590-4201-b83f-8a766fee9ffc already deleted. [ 602.152602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29209042-e590-4201-b83f-8a766fee9ffc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.152715] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.152836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.152931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.153134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.153195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.153362] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.153453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.153518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.153661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.153718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.153801] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 already deleted. [ 602.153885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.265469] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 602.265959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.265959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.266075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.266995] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.267295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.267295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.267533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.267662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.267754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.267864] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.576962] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.578203] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.578970] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.578970] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.578970] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.579254] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port c752a416-0684-4b5c-824c-ab61c112c0b3 not found, creating... [ 602.579351] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.579579] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.579714] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.579954] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.580100] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.580393] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.580918] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.580918] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.581101] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.581232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.581373] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: c752a416-0684-4b5c-824c-ab61c112c0b3 is going to be created. [ 602.604151] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.604373] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.604495] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.604796] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.605138] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.605409] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-c752a416-0684-4b5c-824c-ab61c112c0b3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.688523] env[66551]: INFO networking_nsxv3.common.synchronization [None req-9bf6d594-7ac5-4c8e-9c90-15804e6ad1d1 tempest-ServersWithSpecificFlavorTestJSON-1288303121 tempest-ServersWithSpecificFlavorTestJSON-1288303121-project-member] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_rules [ 602.689286] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_rules [ 602.689286] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.689487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.689606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.689878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.689971] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.771822] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.771822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.771822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.771822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.771822] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.771822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.773455] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.773455] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.773455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.773777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.773777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.774042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.774042] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.070292] env[66551]: INFO networking_nsxv3.common.synchronization [None req-cc582d68-d58b-4186-93bd-075499659c93 tempest-ServersWithSpecificFlavorTestJSON-1288303121 tempest-ServersWithSpecificFlavorTestJSON-1288303121-project-member] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_rules [ 603.070859] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_rules [ 603.071170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.071276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.222254] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.222254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.222254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.222254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.222254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.222254] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 already deleted. [ 603.222254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.222254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.222254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.222254] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.278287] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f: rpc.has_security_group_logging(os_id): False [ 603.300985] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.301213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.301294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.301747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.301747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.301921] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.302058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.302126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.302367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.302476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.302799] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.302799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.302799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.303036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.303036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.303187] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.303284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.303347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.303563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.303697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.303852] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be created. [ 603.347499] env[66551]: INFO networking_nsxv3.common.synchronization [req-f7a5755a-583a-4625-b650-905827f437bc req-73a05f33-6127-4f22-95e2-0368685d488c service nova] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_rules [ 603.347793] env[66551]: INFO networking_nsxv3.common.synchronization [req-f7a5755a-583a-4625-b650-905827f437bc req-73a05f33-6127-4f22-95e2-0368685d488c service nova] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 603.347973] env[66551]: INFO networking_nsxv3.common.synchronization [req-f7a5755a-583a-4625-b650-905827f437bc req-73a05f33-6127-4f22-95e2-0368685d488c service nova] Enqueued Resource ID: c752a416-0684-4b5c-824c-ab61c112c0b3 with Priority: HIGHEST for action port [ 603.349032] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_rules [ 603.349032] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 603.349359] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c752a416-0684-4b5c-824c-ab61c112c0b3 with Priority: HIGHEST for action port [ 603.349534] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.349534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.349656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.349829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.349913] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.351299] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.351578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.351667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.352042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.352479] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.352591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.352904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.352904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.352904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.353117] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.354843] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-c752a416-0684-4b5c-824c-ab61c112c0b3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.354843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c752a416-0684-4b5c-824c-ab61c112c0b3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.354843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c752a416-0684-4b5c-824c-ab61c112c0b3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.354843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c752a416-0684-4b5c-824c-ab61c112c0b3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.354843] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c752a416-0684-4b5c-824c-ab61c112c0b3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.358273] env[66551]: INFO networking_nsxv3.common.synchronization [req-0fc98ad3-3654-4fc9-96b8-ae3a399b80ed req-a485ba2e-cd7b-4776-9ad2-f691bc9b59a9 tempest-DeleteServersAdminTestJSON-487164424 tempest-DeleteServersAdminTestJSON-487164424-project-admin] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 603.358608] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 603.358892] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.358998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.359071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.359255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.359574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.359670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.359732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.360065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.360065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.360065] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.363229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.363351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.363424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.364146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.364146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.377839] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 603.744043] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.744043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.744043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.744043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.744043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.744043] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 already deleted. [ 603.744508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.854880] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.856656] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c752a416-0684-4b5c-824c-ab61c112c0b3 with status ACTIVE [ 603.856926] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.857114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.857203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.857375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.857459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.857637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.857740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.857802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.857981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.862055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.862055] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.862055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.862055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.862055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.862055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.862055] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c752a416-0684-4b5c-824c-ab61c112c0b3 is going to be updated. [ 603.862055] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.862055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.865478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.865478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.865478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.865478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.865478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.865478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.865478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.865478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.865478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.865478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.865478] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 is going to be updated. [ 603.885475] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.887280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.887280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.887280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.887280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.887280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c752a416-0684-4b5c-824c-ab61c112c0b3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.903524] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.903524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.903524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.903998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.904310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.921663] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: IN_PROGRESS for 2s [ 604.253841] env[66551]: INFO networking_nsxv3.common.synchronization [req-890510ff-83dd-4758-9bb5-bc17fe1014fe req-2d1fdd80-88c7-485d-8775-ffac98987da2 tempest-ServersAdminTestJSON-139818615 tempest-ServersAdminTestJSON-139818615-project-member] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 604.253841] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 604.256272] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.257146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.357903] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.698234] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.698234] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.698506] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.699367] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.700016] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.701084] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.701084] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.701084] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.701084] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.701291] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.701605] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.701605] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.701605] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.701776] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.701874] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.702080] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.723416] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.723599] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.723739] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.723971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.724270] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-37e0e938-e652-48eb-9ce6-a318b7c8b33c taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.724554] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-37e0e938-e652-48eb-9ce6-a318b7c8b33c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.724647] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-37e0e938-e652-48eb-9ce6-a318b7c8b33c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.724935] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-37e0e938-e652-48eb-9ce6-a318b7c8b33c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.725199] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e0e938-e652-48eb-9ce6-a318b7c8b33c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.862855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.862855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.863377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.863377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.863377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.863490] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be created. [ 604.890534] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.890759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.890759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.890916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.891159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.902422] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: UNINITIALIZED for 2s [ 605.228261] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.231018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.231018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.231018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.231018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.231018] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 37e0e938-e652-48eb-9ce6-a318b7c8b33c not found, creating... [ 605.231018] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.231018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.231018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.231018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.231018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.231452] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.231610] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.231838] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.232245] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.232529] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.234161] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 37e0e938-e652-48eb-9ce6-a318b7c8b33c is going to be created. [ 605.255156] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.255156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.255156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.255156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.255156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.255156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-37e0e938-e652-48eb-9ce6-a318b7c8b33c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.388798] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 605.389100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.932893] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: SUCCESS [ 605.932893] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 deletion is rescheduled due to dependency. [ 605.932893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.982768] env[66551]: INFO networking_nsxv3.common.synchronization [req-890510ff-83dd-4758-9bb5-bc17fe1014fe req-cebb553a-08fc-431f-9ac3-74f188f5d719 service nova] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_rules [ 605.982768] env[66551]: INFO networking_nsxv3.common.synchronization [req-890510ff-83dd-4758-9bb5-bc17fe1014fe req-cebb553a-08fc-431f-9ac3-74f188f5d719 service nova] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 605.982768] env[66551]: INFO networking_nsxv3.common.synchronization [req-890510ff-83dd-4758-9bb5-bc17fe1014fe req-cebb553a-08fc-431f-9ac3-74f188f5d719 service nova] Enqueued Resource ID: 37e0e938-e652-48eb-9ce6-a318b7c8b33c with Priority: HIGHEST for action port [ 605.982768] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_rules [ 605.982768] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 605.982768] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e0e938-e652-48eb-9ce6-a318b7c8b33c with Priority: HIGHEST for action port [ 605.982768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.982768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.982768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.982768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.985451] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e0e938-e652-48eb-9ce6-a318b7c8b33c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.985451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e0e938-e652-48eb-9ce6-a318b7c8b33c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.985451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e0e938-e652-48eb-9ce6-a318b7c8b33c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.985451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e0e938-e652-48eb-9ce6-a318b7c8b33c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.985451] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e0e938-e652-48eb-9ce6-a318b7c8b33c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.146903] env[66551]: INFO networking_nsxv3.common.synchronization [None req-933c0501-dce4-4d7b-b7a7-217a6b785a2e None None] Enqueued Resource ID: 82c2e680-b1d6-407d-a321-ec922ec1c8c1 with Priority: HIGHEST for action port [ 606.151594] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c2e680-b1d6-407d-a321-ec922ec1c8c1 with Priority: HIGHEST for action port [ 606.152869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c2e680-b1d6-407d-a321-ec922ec1c8c1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.152869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c2e680-b1d6-407d-a321-ec922ec1c8c1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.152869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c2e680-b1d6-407d-a321-ec922ec1c8c1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.152869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c2e680-b1d6-407d-a321-ec922ec1c8c1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.153334] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c2e680-b1d6-407d-a321-ec922ec1c8c1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.490742] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37e0e938-e652-48eb-9ce6-a318b7c8b33c with status ACTIVE [ 606.491038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.491155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.491210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.491480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.491583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.491752] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.491938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.491938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.492348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.492348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.492348] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.492493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.492493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.492613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.493243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.493243] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37e0e938-e652-48eb-9ce6-a318b7c8b33c is going to be updated. [ 606.524690] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.525237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.525386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.525626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.526391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.526391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e0e938-e652-48eb-9ce6-a318b7c8b33c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.627058] env[66551]: INFO networking_nsxv3.common.synchronization [req-329b6419-2089-45d7-b58b-2ceeca56b96e req-94b419cb-2bb2-4c40-b5ee-37205348e1b8 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_members [ 606.627058] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_members [ 606.627237] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2ce471c-e5be-4982-9725-952a4eea68ee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.627438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.627438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.630966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.630966] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.630966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.630966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.630966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.630966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.630966] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.655535] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82c2e680-b1d6-407d-a321-ec922ec1c8c1 [ 606.655535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.655535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.655535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.655762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.655762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.655930] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82c2e680-b1d6-407d-a321-ec922ec1c8c1 already deleted. [ 606.655973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c2e680-b1d6-407d-a321-ec922ec1c8c1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.913290] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 606.913487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.913674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.913893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.914093] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.914204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.914385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.915026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.915026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.915026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.915026] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.915792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.915792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.915892] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.918777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.918777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.918777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.918777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.918777] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.032745] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.033221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.033459] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.033754] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.034021] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.034177] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.034318] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.034510] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.034647] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.034849] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.034954] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.035071] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.035175] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.035278] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.035377] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.035500] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.058787] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.058979] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.059068] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.059252] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.059668] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-61134b56-6cb8-4a8d-9588-dac03106d0f1 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.059806] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-61134b56-6cb8-4a8d-9588-dac03106d0f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.059848] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-61134b56-6cb8-4a8d-9588-dac03106d0f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.060168] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-61134b56-6cb8-4a8d-9588-dac03106d0f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.060318] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61134b56-6cb8-4a8d-9588-dac03106d0f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.133060] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.133060] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.133060] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2ce471c-e5be-4982-9725-952a4eea68ee already deleted. [ 607.133060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.418892] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.419059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.421465] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.563314] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.563560] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.563637] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.563982] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.564157] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.564316] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 61134b56-6cb8-4a8d-9588-dac03106d0f1 not found, creating... [ 607.564627] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.564745] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.564901] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.565292] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.565443] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.565668] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.565762] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.565935] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.570179] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.570514] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.570740] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 61134b56-6cb8-4a8d-9588-dac03106d0f1 is going to be created. [ 607.595784] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.595997] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.596137] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.596466] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.596728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.596866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-61134b56-6cb8-4a8d-9588-dac03106d0f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.924678] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.369732] env[66551]: INFO networking_nsxv3.common.synchronization [req-329b6419-2089-45d7-b58b-2ceeca56b96e req-7fa25c49-686b-4718-beca-8c6d34a2e755 service nova] Enqueued Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_rules [ 608.370042] env[66551]: INFO networking_nsxv3.common.synchronization [req-329b6419-2089-45d7-b58b-2ceeca56b96e req-7fa25c49-686b-4718-beca-8c6d34a2e755 service nova] Enqueued Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_members [ 608.370042] env[66551]: INFO networking_nsxv3.common.synchronization [req-329b6419-2089-45d7-b58b-2ceeca56b96e req-7fa25c49-686b-4718-beca-8c6d34a2e755 service nova] Enqueued Resource ID: 61134b56-6cb8-4a8d-9588-dac03106d0f1 with Priority: HIGHEST for action port [ 608.370671] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_rules [ 608.370775] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_members [ 608.371651] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61134b56-6cb8-4a8d-9588-dac03106d0f1 with Priority: HIGHEST for action port [ 608.371651] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2ce471c-e5be-4982-9725-952a4eea68ee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.371651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.371651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.371651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.371651] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.372467] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2ce471c-e5be-4982-9725-952a4eea68ee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.372576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.372675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.372820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.373684] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.373684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.373684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.373684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.373684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.373684] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.374204] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-61134b56-6cb8-4a8d-9588-dac03106d0f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.374307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61134b56-6cb8-4a8d-9588-dac03106d0f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.374494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61134b56-6cb8-4a8d-9588-dac03106d0f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.374596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61134b56-6cb8-4a8d-9588-dac03106d0f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.374596] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61134b56-6cb8-4a8d-9588-dac03106d0f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.419604] env[66551]: INFO networking_nsxv3.common.synchronization [None req-f9686766-fed2-420d-864c-353159188227 None None] Enqueued Resource ID: d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9 with Priority: HIGHEST for action port [ 608.420291] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9 with Priority: HIGHEST for action port [ 608.420494] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.420624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.420624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.420907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.420999] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.429373] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.429602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.429602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.429828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.429912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.430018] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 608.462468] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.462621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.462739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.462939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.463090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.473264] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 608.799695] env[66551]: INFO networking_nsxv3.common.synchronization [req-9ad7b5bb-f47d-43a4-85d9-7b510b463cdb req-0626d142-4cb1-463b-a175-012915003ca2 tempest-VolumesAssistedSnapshotsTest-1377487710 tempest-VolumesAssistedSnapshotsTest-1377487710-project-member] Enqueued Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_members [ 608.800167] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_members [ 608.800471] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.800611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.800695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.801047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.803030] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.803030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.803030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.803030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.803030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.803030] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.877993] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61134b56-6cb8-4a8d-9588-dac03106d0f1 with status ACTIVE [ 608.877993] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.877993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.877993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.878193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.878241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.879390] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.879510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.879577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.879759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.879918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.880149] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.880261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.880348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.880551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.880626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.880760] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61134b56-6cb8-4a8d-9588-dac03106d0f1 is going to be updated. [ 608.881893] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.883479] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2ce471c-e5be-4982-9725-952a4eea68ee taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.883593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.909210] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.909393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.909393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.909578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.909737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.909905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61134b56-6cb8-4a8d-9588-dac03106d0f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.922778] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9 [ 608.923025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.923264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.923264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.923559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.923559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.923665] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9 already deleted. [ 608.923727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d51bf5ef-33b6-4699-9dc7-0a130cd2f0e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.117153] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.117153] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.117153] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.117574] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.117958] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.118403] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.118660] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.119027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.119371] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.119749] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.119985] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.120219] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.120415] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.120754] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.120955] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.121196] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.141352] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.141352] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.141352] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.141352] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.141352] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-a9b8f80c-027a-4757-90f0-686bfb0618c8 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.141352] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-a9b8f80c-027a-4757-90f0-686bfb0618c8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.141352] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-a9b8f80c-027a-4757-90f0-686bfb0618c8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.142116] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-a9b8f80c-027a-4757-90f0-686bfb0618c8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.142386] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b8f80c-027a-4757-90f0-686bfb0618c8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.305864] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.306143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.306143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.306596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.306649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.306895] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.307041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.307140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.307343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.307436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.307619] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 already deleted. [ 609.307680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.385278] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.645265] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.645487] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.645487] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.646030] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.646115] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.646428] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port a9b8f80c-027a-4757-90f0-686bfb0618c8 not found, creating... [ 609.646529] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.646675] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.646877] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.647276] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.647565] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.651039] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.651039] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.651039] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.651039] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.651039] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.651039] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: a9b8f80c-027a-4757-90f0-686bfb0618c8 is going to be created. [ 609.671859] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.672154] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.672601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.672601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.672762] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.672969] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-a9b8f80c-027a-4757-90f0-686bfb0618c8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.888046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.888046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.888046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.888046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.888046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.888046] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2ce471c-e5be-4982-9725-952a4eea68ee is going to be created. [ 609.915770] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.915770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.915770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.915985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.917894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.925998] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2ce471c-e5be-4982-9725-952a4eea68ee in Status: UNINITIALIZED for 2s [ 610.421649] env[66551]: INFO networking_nsxv3.common.synchronization [req-9ad7b5bb-f47d-43a4-85d9-7b510b463cdb req-31db34d4-9656-408f-baaf-942ba735b85f service nova] Enqueued Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_rules [ 610.422731] env[66551]: INFO networking_nsxv3.common.synchronization [req-9ad7b5bb-f47d-43a4-85d9-7b510b463cdb req-31db34d4-9656-408f-baaf-942ba735b85f service nova] Enqueued Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_members [ 610.422731] env[66551]: INFO networking_nsxv3.common.synchronization [req-9ad7b5bb-f47d-43a4-85d9-7b510b463cdb req-31db34d4-9656-408f-baaf-942ba735b85f service nova] Enqueued Resource ID: a9b8f80c-027a-4757-90f0-686bfb0618c8 with Priority: HIGHEST for action port [ 610.422731] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_rules [ 610.422731] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_members [ 610.422731] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b8f80c-027a-4757-90f0-686bfb0618c8 with Priority: HIGHEST for action port [ 610.422963] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.423512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.423512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.423512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.423770] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.424929] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.425038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.425150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.425556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.425765] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.425875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.425934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.426104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.426192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.426370] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.427814] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9b8f80c-027a-4757-90f0-686bfb0618c8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.428248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9b8f80c-027a-4757-90f0-686bfb0618c8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.428354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9b8f80c-027a-4757-90f0-686bfb0618c8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.428527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9b8f80c-027a-4757-90f0-686bfb0618c8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.428746] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b8f80c-027a-4757-90f0-686bfb0618c8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.483065] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 610.483256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.483413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.483676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.483849] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.483949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.483998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.484168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.484244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.484342] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.925531] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.925661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.929353] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.930323] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9b8f80c-027a-4757-90f0-686bfb0618c8 with status ACTIVE [ 610.930524] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.930715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.930866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.931118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.931214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.931433] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.931542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.931607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.931773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.931852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.932051] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.932151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.932211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.932359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.932436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.932525] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9b8f80c-027a-4757-90f0-686bfb0618c8 is going to be updated. [ 610.958601] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.958601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.958775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.958898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.959044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.959200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9b8f80c-027a-4757-90f0-686bfb0618c8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.986679] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.208784] env[66551]: INFO networking_nsxv3.common.synchronization [req-4d552ce0-d552-4b68-8b5d-a1717b2437f5 req-7085fad2-348f-4fe9-8b67-f0c9d97d6ac0 tempest-MigrationsAdminTest-979151640 tempest-MigrationsAdminTest-979151640-project-member] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 611.209434] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 611.209743] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.209930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.209930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.211180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.211360] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.211509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.211559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.211710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.211839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.211948] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.438524] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.490769] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.536462] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.538052] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.538052] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.538052] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.538350] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.538654] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.538927] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.539358] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.539641] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.540031] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.540389] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.540552] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.540813] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.541113] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.541362] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.541597] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.564852] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.564986] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.565422] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.565990] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.568358] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-18dba6e9-2242-490e-ba69-1694b985c289 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.568358] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-18dba6e9-2242-490e-ba69-1694b985c289" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.568358] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-18dba6e9-2242-490e-ba69-1694b985c289" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.568574] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-18dba6e9-2242-490e-ba69-1694b985c289" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.569629] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dba6e9-2242-490e-ba69-1694b985c289',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.714451] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.714635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.714711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.714938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.715043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.715243] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.715343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.715415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.715587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.715660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.715744] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3d49dd-336d-46af-807c-441599397283 already deleted. [ 611.715824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.938157] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2ce471c-e5be-4982-9725-952a4eea68ee in Status: SUCCESS [ 611.938448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.938644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.938860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.939073] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.939196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.939261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.939447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.939555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.939598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.939685] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.943377] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.943539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.943600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.943738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.943820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.943909] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 is going to be created. [ 611.966314] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.966510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.966550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.966773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.967051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.978770] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59545729-57e5-46a2-b68f-ff854b5010f1 in Status: UNINITIALIZED for 2s [ 611.993323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.993534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.993534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.993747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.993834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.993933] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 612.022964] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.023124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.023194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.023401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.023545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.033345] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 612.071884] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.072039] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.072407] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.072478] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.072583] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.072736] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 18dba6e9-2242-490e-ba69-1694b985c289 not found, creating... [ 612.072983] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.073147] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.073261] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.073483] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.073654] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.073922] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.074076] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.074190] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.074412] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.074540] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.074671] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 18dba6e9-2242-490e-ba69-1694b985c289 is going to be created. [ 612.099876] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.100109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.100231] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.100502] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.100726] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.100945] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-18dba6e9-2242-490e-ba69-1694b985c289" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.330591] env[66551]: INFO networking_nsxv3.common.synchronization [req-ffde2e7c-3e6d-4880-aed0-483dead73299 req-975723e5-110f-467a-a2ce-f9675cc90f1d tempest-SecurityGroupRulesTestJSON-2023566479 tempest-SecurityGroupRulesTestJSON-2023566479-project-member] Enqueued Resource ID: 421e7784-0bb5-4518-9069-c8796e20ec85 with Priority: HIGHEST for action security_group_rules [ 612.332087] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421e7784-0bb5-4518-9069-c8796e20ec85 with Priority: HIGHEST for action security_group_rules [ 612.332087] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-421e7784-0bb5-4518-9069-c8796e20ec85 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.332339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-421e7784-0bb5-4518-9069-c8796e20ec85" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.332339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-421e7784-0bb5-4518-9069-c8796e20ec85" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.332712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-421e7784-0bb5-4518-9069-c8796e20ec85" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.332712] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('421e7784-0bb5-4518-9069-c8796e20ec85',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.441815] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.851212] env[66551]: INFO networking_nsxv3.common.synchronization [req-4d552ce0-d552-4b68-8b5d-a1717b2437f5 req-c05d4605-d598-4fcd-a1fb-b3fa80caba71 service nova] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_rules [ 612.851271] env[66551]: INFO networking_nsxv3.common.synchronization [req-4d552ce0-d552-4b68-8b5d-a1717b2437f5 req-c05d4605-d598-4fcd-a1fb-b3fa80caba71 service nova] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 612.851419] env[66551]: INFO networking_nsxv3.common.synchronization [req-4d552ce0-d552-4b68-8b5d-a1717b2437f5 req-c05d4605-d598-4fcd-a1fb-b3fa80caba71 service nova] Enqueued Resource ID: 18dba6e9-2242-490e-ba69-1694b985c289 with Priority: HIGHEST for action port [ 612.852527] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_rules [ 612.852527] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 612.852662] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18dba6e9-2242-490e-ba69-1694b985c289 with Priority: HIGHEST for action port [ 612.854264] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.854264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.854264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.854264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.854264] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.854679] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.854679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.854679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.854810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.854908] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.855013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.855101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.855374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.855474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.855569] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.856458] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-18dba6e9-2242-490e-ba69-1694b985c289 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.856564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18dba6e9-2242-490e-ba69-1694b985c289" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.856633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18dba6e9-2242-490e-ba69-1694b985c289" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.856794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18dba6e9-2242-490e-ba69-1694b985c289" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.856872] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dba6e9-2242-490e-ba69-1694b985c289',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.863036] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.863036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.863036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.863036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.863340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.863340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 421e7784-0bb5-4518-9069-c8796e20ec85 already deleted. [ 612.863340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-421e7784-0bb5-4518-9069-c8796e20ec85" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.944395] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2ce471c-e5be-4982-9725-952a4eea68ee: rpc.has_security_group_logging(os_id): False [ 612.961846] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.962052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.962052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.962298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.962391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.962633] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.962737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.962801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.962956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.963044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.963130] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2ce471c-e5be-4982-9725-952a4eea68ee is going to be created. [ 613.030921] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.031093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.031169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.031453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.031655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.048210] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2ce471c-e5be-4982-9725-952a4eea68ee in Status: IN_PROGRESS for 2s [ 613.358795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.359016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.359177] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.360471] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18dba6e9-2242-490e-ba69-1694b985c289 with status ACTIVE [ 613.360471] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.360654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.360654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.360901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.360975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.361183] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.361290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.361336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.361509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.362559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.362559] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.362559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.362559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.362559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.362559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.362559] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18dba6e9-2242-490e-ba69-1694b985c289 is going to be updated. [ 613.398035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.398193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.398193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.398819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.398819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.399360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18dba6e9-2242-490e-ba69-1694b985c289" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.552039] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-0cf9e50f-b097-4d21-8382-f659dda1d496 tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 613.552333] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 613.552808] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.552808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.552808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.553092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.553273] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.553759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.553759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.553759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.553759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.553954] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.864979] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.940120] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-d9556ce7-cabe-4017-a4fc-548d09b75a1b tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 613.940537] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 613.940880] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.941444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.993449] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59545729-57e5-46a2-b68f-ff854b5010f1 in Status: SUCCESS [ 613.993785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.994081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.994623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.994882] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.995417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.995553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.995869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.995990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.996302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.996302] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.045296] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 614.045515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.045686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.045988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.046240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.046443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.046443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.046672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.046759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.046858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.047027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.047131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.047212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.047342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.047551] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.047649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.047704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.047859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.047935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.049068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.049354] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.056719] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.056719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.056833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.057021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.057120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.057449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.057510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.057804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.057804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057894] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 already deleted. [ 614.057948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.058114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.058332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.058423] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.058520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.058573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.058747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.058820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.058922] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.369565] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.369565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.369819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.369926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.370059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.370158] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be created. [ 614.376027] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-b4da538c-b315-461d-b13e-f9c91fe87825 tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 614.376747] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 614.378186] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.378352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.396344] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.396552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.396552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.396780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.396993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.411360] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: UNINITIALIZED for 2s [ 614.499549] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.554947] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83940e2-e3a7-4020-834b-dd495e6bf686: rpc.has_security_group_logging(os_id): False [ 614.566649] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.566845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.566983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.567204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.567314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.567574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.567680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.567752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.567923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.568011] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.568101] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 already deleted. [ 614.568181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.568392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.568587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.568795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.568920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.568984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.569278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.569460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.569607] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.579724] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.579724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.579934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.580028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.580195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.580518] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.580729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.580855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.581058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.581164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.581384] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.581526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.581609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.581770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.581850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.582117] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.582246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.582310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.582456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.582528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.582990] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be created. [ 614.689118] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.689285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.689386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.689609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.689801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.706044] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 614.908819] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.908819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-597" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.908819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-597" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.908819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-597" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.908819] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.909226] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.909226] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.909366] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.909574] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.909851] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.909971] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.910094] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.910250] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.910409] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.910578] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.910772] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.938788] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.939150] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.939406] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.939734] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-597" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.940243] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-18fc606c-871e-4cc7-aff1-99a75211a146 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.940688] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-18fc606c-871e-4cc7-aff1-99a75211a146" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.940883] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-18fc606c-871e-4cc7-aff1-99a75211a146" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.941405] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-18fc606c-871e-4cc7-aff1-99a75211a146" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.941676] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18fc606c-871e-4cc7-aff1-99a75211a146',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.002404] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59545729-57e5-46a2-b68f-ff854b5010f1: rpc.has_security_group_logging(os_id): False [ 615.030206] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.030206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.030206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.030206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.030206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.030206] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.030206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.030206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.030206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.030206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.030206] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 is going to be created. [ 615.065404] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2ce471c-e5be-4982-9725-952a4eea68ee in Status: SUCCESS [ 615.065404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.073265] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.076410] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.076410] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 already deleted. [ 615.076410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.117431] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.120023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.120023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.120023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.120023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.133844] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59545729-57e5-46a2-b68f-ff854b5010f1 in Status: IN_PROGRESS for 2s [ 615.444372] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.444609] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.444774] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.445122] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.445320] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.445496] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 18fc606c-871e-4cc7-aff1-99a75211a146 not found, creating... [ 615.445869] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.446111] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.446160] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.446412] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.446545] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.446895] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.447141] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.447335] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.447717] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.447899] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.448124] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 18fc606c-871e-4cc7-aff1-99a75211a146 is going to be created. [ 615.472386] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.472610] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.472730] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.473039] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.473266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.473510] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-18fc606c-871e-4cc7-aff1-99a75211a146" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.193601] env[66551]: INFO networking_nsxv3.common.synchronization [req-d8f222d2-c7c2-4dd9-aa5d-013a2082675c req-64cb1c83-644c-44ff-9d9c-c5766d1b2dc4 tempest-FloatingIPsAssociationTestJSON-1347706175 tempest-FloatingIPsAssociationTestJSON-1347706175-project-member] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 616.194037] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 616.194559] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.194768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.194944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.195855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.195855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.195855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.196136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.196175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.197704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.197704] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.264944] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-3bc2bc22-cc30-42ff-ae51-24089ad7d069 service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 616.265127] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-3bc2bc22-cc30-42ff-ae51-24089ad7d069 service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 616.265246] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-3bc2bc22-cc30-42ff-ae51-24089ad7d069 service nova] Enqueued Resource ID: 18fc606c-871e-4cc7-aff1-99a75211a146 with Priority: HIGHEST for action port [ 616.265769] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 616.265952] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 616.265992] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18fc606c-871e-4cc7-aff1-99a75211a146 with Priority: HIGHEST for action port [ 616.266747] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.266864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.266928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.267162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.267277] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.268249] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.268387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.268458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.268737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.268909] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.269047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.269111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.270060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.270060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.270060] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.272068] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-18fc606c-871e-4cc7-aff1-99a75211a146 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.272273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18fc606c-871e-4cc7-aff1-99a75211a146" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.272379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18fc606c-871e-4cc7-aff1-99a75211a146" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.272703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18fc606c-871e-4cc7-aff1-99a75211a146" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.273010] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18fc606c-871e-4cc7-aff1-99a75211a146',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.425563] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: SUCCESS [ 616.428049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.428049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.428049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.428049] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.428049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.428049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.428049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.428049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.428049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.428049] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.700509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.700761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.700863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.701149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.701246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.701450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.701552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.701614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.701776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.701851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.701977] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 already deleted. [ 616.702033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.718761] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 616.718980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.719182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.719464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.719558] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.776063] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.776258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.776468] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.777360] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18fc606c-871e-4cc7-aff1-99a75211a146 with status ACTIVE [ 616.777549] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.777767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.777767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.777954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.778044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.778234] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.778381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.778452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.778614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.778708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.778911] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.779604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.779604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.781297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.781406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.781561] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18fc606c-871e-4cc7-aff1-99a75211a146 is going to be updated. [ 616.808881] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.809457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.809457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.809457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.809457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.809751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18fc606c-871e-4cc7-aff1-99a75211a146" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.869253] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.869496] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-942" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.869643] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-942" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.869996] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-942" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.870311] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.870481] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.870655] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.870923] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.871110] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.871331] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.871455] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.871591] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.871696] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.871809] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.871918] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.872117] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.900608] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.901303] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.901303] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.901303] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-942" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.902118] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-85640717-74ec-4b89-9248-d14abf162264 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.902118] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-85640717-74ec-4b89-9248-d14abf162264" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.902311] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-85640717-74ec-4b89-9248-d14abf162264" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.902687] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-85640717-74ec-4b89-9248-d14abf162264" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.902861] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85640717-74ec-4b89-9248-d14abf162264',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.929744] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.930024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.930024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.930252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.930449] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.930610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.930774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.930952] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.931059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.931153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.931326] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.931408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.931469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.931630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.931799] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.931891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.931948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.932432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.932432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.932432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.932432] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.959320] env[66551]: INFO networking_nsxv3.common.synchronization [req-f5641572-c678-47b2-a56a-39c9a36614ad req-dd6449c9-9a42-4af2-b671-b8256b2bec19 tempest-ServerExternalEventsTest-2108072972 tempest-ServerExternalEventsTest-2108072972-project-member] Enqueued Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGHEST for action security_group_members [ 616.959962] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGHEST for action security_group_members [ 616.960358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e122fa6-273c-4439-b15c-072ff70d76e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.960506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.960575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.960817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.961035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.961195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.961328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.961470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.961566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.961688] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.156359] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59545729-57e5-46a2-b68f-ff854b5010f1 in Status: SUCCESS [ 617.156735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.221582] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.222055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.222055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.222182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.222334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.222441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.222503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.222688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.222770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.222855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.222942] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.285922] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.405399] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.408093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.408093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.408093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.408093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.408093] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 85640717-74ec-4b89-9248-d14abf162264 not found, creating... [ 617.408093] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.408093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.408093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.408093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.408093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.408522] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.409539] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.409857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.410250] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.410566] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.411163] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 85640717-74ec-4b89-9248-d14abf162264 is going to be created. [ 617.434236] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.435857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.435857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.435857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.435857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.435857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-85640717-74ec-4b89-9248-d14abf162264" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.438041] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3d49dd-336d-46af-807c-441599397283: rpc.has_security_group_logging(os_id): False [ 617.461553] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.461864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.462022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.462414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.462625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.463017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.463202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.463332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.464336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.464336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.464336] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.464336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.464632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.464977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.464977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.465160] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.465346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.465459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.465702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.465858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.466014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be created. [ 617.468589] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.468854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.468993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.469367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.469517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.469809] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.470032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.470150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.470357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.470493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.470679] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 is going to be updated. [ 617.518158] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.518158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.518158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.518158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.518158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.544843] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 in Status: IN_PROGRESS for 2s [ 617.725896] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.726198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.726315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.726763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.726975] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.727145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.727228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.727523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.727638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.727791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.728050] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.728160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.728259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.728587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.728779] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.728915] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.729663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.730147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.730283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.730416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.730521] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.785933] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.786224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.786224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.786514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.786615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.786738] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be created. [ 617.805648] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.805938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.806053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.806568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.806780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.851632] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: IN_PROGRESS for 2s [ 617.878032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.878326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.878513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.878888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.879182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.902284] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: UNINITIALIZED for 2s [ 617.920132] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.920377] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-786" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.920477] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-786" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.920859] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-786" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.921198] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.921436] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.921525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.921847] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.922034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.922282] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.922472] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.922649] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.922920] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.923017] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.923063] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.923196] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.968595] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.968742] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.968895] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.969101] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-786" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.969604] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-45958b59-d48a-458c-b733-a26c76c694a8 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.969833] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-45958b59-d48a-458c-b733-a26c76c694a8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.969907] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-45958b59-d48a-458c-b733-a26c76c694a8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.970265] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-45958b59-d48a-458c-b733-a26c76c694a8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.970400] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45958b59-d48a-458c-b733-a26c76c694a8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.178661] env[66551]: INFO networking_nsxv3.common.synchronization [req-d8f222d2-c7c2-4dd9-aa5d-013a2082675c req-cb016c2c-c41a-4200-a961-4be7dfce9004 service nova] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_rules [ 618.178661] env[66551]: INFO networking_nsxv3.common.synchronization [req-d8f222d2-c7c2-4dd9-aa5d-013a2082675c req-cb016c2c-c41a-4200-a961-4be7dfce9004 service nova] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 618.178661] env[66551]: INFO networking_nsxv3.common.synchronization [req-d8f222d2-c7c2-4dd9-aa5d-013a2082675c req-cb016c2c-c41a-4200-a961-4be7dfce9004 service nova] Enqueued Resource ID: 85640717-74ec-4b89-9248-d14abf162264 with Priority: HIGHEST for action port [ 618.178661] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_rules [ 618.178661] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 618.178661] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85640717-74ec-4b89-9248-d14abf162264 with Priority: HIGHEST for action port [ 618.178661] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.178661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.178661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.178661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.179302] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.183148] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.187130] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.187130] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.187130] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-85640717-74ec-4b89-9248-d14abf162264 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85640717-74ec-4b89-9248-d14abf162264" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85640717-74ec-4b89-9248-d14abf162264" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.187130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85640717-74ec-4b89-9248-d14abf162264" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.187130] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85640717-74ec-4b89-9248-d14abf162264',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.232905] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83940e2-e3a7-4020-834b-dd495e6bf686: rpc.has_security_group_logging(os_id): False [ 618.261759] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.261759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.261759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.261993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.262154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.262605] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.262818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.262931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.263180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.263312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.263574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.263731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.264067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.264284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.264413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.264688] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.265314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.265314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.265314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.265314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.265314] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 618.371735] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.371944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.371985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.372208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.372361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.398290] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 618.473506] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.473750] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.473886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.474203] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.474347] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.474497] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 45958b59-d48a-458c-b733-a26c76c694a8 not found, creating... [ 618.474756] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.475220] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.475362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.475516] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.475650] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.476077] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.476340] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.476510] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.476756] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.476923] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.477103] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 45958b59-d48a-458c-b733-a26c76c694a8 is going to be created. [ 618.510165] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.510455] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.510690] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.510995] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.511296] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.511590] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-45958b59-d48a-458c-b733-a26c76c694a8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.689288] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.689732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.689732] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.692497] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85640717-74ec-4b89-9248-d14abf162264 with status ACTIVE [ 618.692778] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.694636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.694636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.694636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.694636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.694636] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.694636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.694636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.694636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.694636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.694636] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.695084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.695084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.695084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.695084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.695084] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85640717-74ec-4b89-9248-d14abf162264 is going to be updated. [ 618.729547] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.729547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.729547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.729547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.729547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.729547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85640717-74ec-4b89-9248-d14abf162264" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.785741] env[66551]: INFO networking_nsxv3.common.synchronization [req-e523b000-c7bd-4a6a-8e06-a8d0e4c1bef6 req-7b78f111-6bc9-4298-bad4-7c79ec7447f0 tempest-AttachInterfacesV270Test-393336530 tempest-AttachInterfacesV270Test-393336530-project-member] Enqueued Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGHEST for action security_group_members [ 618.786713] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGHEST for action security_group_members [ 618.787601] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d90069-b3b9-4519-b51e-6b0bab3f7809 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.789977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.789977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.789977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.789977] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.789977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.789977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.789977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.789977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.789977] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.191907] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.269501] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-d97df521-adba-4bef-ae32-1b32be4c3a5b service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 619.269855] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-d97df521-adba-4bef-ae32-1b32be4c3a5b service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 619.270214] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-d97df521-adba-4bef-ae32-1b32be4c3a5b service nova] Enqueued Resource ID: 45958b59-d48a-458c-b733-a26c76c694a8 with Priority: HIGHEST for action port [ 619.270611] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 619.270782] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 619.271923] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45958b59-d48a-458c-b733-a26c76c694a8 with Priority: HIGHEST for action port [ 619.273287] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.273399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.273755] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.273918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.274270] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-45958b59-d48a-458c-b733-a26c76c694a8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.274439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45958b59-d48a-458c-b733-a26c76c694a8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.274708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45958b59-d48a-458c-b733-a26c76c694a8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.275100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45958b59-d48a-458c-b733-a26c76c694a8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.275237] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45958b59-d48a-458c-b733-a26c76c694a8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.293564] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.294071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.294335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.298199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.298199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.298199] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.298199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.298199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.298199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.298199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.298199] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 is going to be updated. [ 619.360396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.360605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.360685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.360920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.361315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.372209] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 in Status: IN_PROGRESS for 2s [ 619.556099] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 in Status: SUCCESS [ 619.556317] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 deletion is rescheduled due to dependency. [ 619.556455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.702244] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.702244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.702244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.702244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.702244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.702244] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 is going to be created. [ 619.731802] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.731994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.732081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.732687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.732687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.744963] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: UNINITIALIZED for 2s [ 619.781490] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45958b59-d48a-458c-b733-a26c76c694a8 with status ACTIVE [ 619.781772] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.782154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.782154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.782299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.782395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.782632] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.782745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.782808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.782978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.783204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.783283] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.783380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.783442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.783646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.783691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.783790] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45958b59-d48a-458c-b733-a26c76c694a8 is going to be updated. [ 619.801135] env[66551]: INFO networking_nsxv3.common.synchronization [req-518e712a-fbda-4154-a488-589879ffb905 req-4a1f5429-3346-441a-933c-54b3936c3795 tempest-ServerDiagnosticsTest-305125995 tempest-ServerDiagnosticsTest-305125995-project-member] Enqueued Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGHEST for action security_group_members [ 619.803666] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGHEST for action security_group_members [ 619.804621] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.804854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.804912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.805244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.805457] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.805605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.805693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.805884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.809141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.809141] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.809141] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.809141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.809141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.809141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.809141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.809141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45958b59-d48a-458c-b733-a26c76c694a8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.881443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: SUCCESS [ 619.882412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.929163] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.929163] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.929163] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.929163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.930054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.930333] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.930703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.930927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.931153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.931496] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.182640] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.182640] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-597" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.182640] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-597" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.182819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-597" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.183193] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.183933] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.184165] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.184438] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.184667] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.187960] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.187960] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.187960] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.187960] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.187960] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.187960] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.187960] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.218513] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.218758] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.218901] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.219283] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-597" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.219664] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-1e5f143f-67e2-40ad-bc45-be0650140aef taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.219906] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-1e5f143f-67e2-40ad-bc45-be0650140aef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.220014] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-1e5f143f-67e2-40ad-bc45-be0650140aef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.220372] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-1e5f143f-67e2-40ad-bc45-be0650140aef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.220512] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5f143f-67e2-40ad-bc45-be0650140aef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.315107] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.315726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.315726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.316209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.316386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.316625] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.316790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.316790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.317020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.317343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.317480] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a already deleted. [ 620.317605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.367518] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.367751] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.367881] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.368159] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.368446] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.368616] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.368724] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.368950] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.369220] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.369443] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.369562] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.369769] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.369769] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.369932] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.369932] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.370141] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.388628] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.388861] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.388962] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.389103] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.389439] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-b68b721a-87d6-45d7-b566-1b5394d2638f taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.389610] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-b68b721a-87d6-45d7-b566-1b5394d2638f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.389713] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-b68b721a-87d6-45d7-b566-1b5394d2638f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.390045] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-b68b721a-87d6-45d7-b566-1b5394d2638f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.390175] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b68b721a-87d6-45d7-b566-1b5394d2638f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.410425] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 620.410639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.434282] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.434476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.436961] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.723200] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.723344] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.723623] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.723790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.723937] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.724111] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 1e5f143f-67e2-40ad-bc45-be0650140aef not found, creating... [ 620.724458] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.724640] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.724784] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.725063] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.725260] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.725451] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.725623] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.725854] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.726178] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.726374] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.726755] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 1e5f143f-67e2-40ad-bc45-be0650140aef is going to be created. [ 620.752037] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.752965] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.752965] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.752965] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.752965] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.753336] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-1e5f143f-67e2-40ad-bc45-be0650140aef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.893618] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.893618] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.893618] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.893618] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.893618] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.893930] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port b68b721a-87d6-45d7-b566-1b5394d2638f not found, creating... [ 620.894207] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.894407] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.894530] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.894812] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.894984] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.895311] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.895466] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.895579] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.895869] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.895945] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.896058] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: b68b721a-87d6-45d7-b566-1b5394d2638f is going to be created. [ 620.939449] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.943096] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.943446] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.943446] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.943679] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.943963] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.944222] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-b68b721a-87d6-45d7-b566-1b5394d2638f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.384512] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 in Status: SUCCESS [ 621.384512] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 deletion is rescheduled due to dependency. [ 621.385331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.448192] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.448192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.448192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.448192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.448192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.448192] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 621.452550] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-f9e33e02-bb47-44b9-842c-8e77f29f03b1 service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 621.452745] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-f9e33e02-bb47-44b9-842c-8e77f29f03b1 service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 621.452875] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9d5370d-b540-408e-b8ee-167615a7d661 req-f9e33e02-bb47-44b9-842c-8e77f29f03b1 service nova] Enqueued Resource ID: 1e5f143f-67e2-40ad-bc45-be0650140aef with Priority: HIGHEST for action port [ 621.453535] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 621.453677] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 621.453772] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5f143f-67e2-40ad-bc45-be0650140aef with Priority: HIGHEST for action port [ 621.454503] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.454928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.454928] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.455153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.455153] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5f143f-67e2-40ad-bc45-be0650140aef taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.455345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5f143f-67e2-40ad-bc45-be0650140aef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.455345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5f143f-67e2-40ad-bc45-be0650140aef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.455505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5f143f-67e2-40ad-bc45-be0650140aef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.455574] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5f143f-67e2-40ad-bc45-be0650140aef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.486606] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.486810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.486810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.487033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.487180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.497788] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 621.654819] env[66551]: INFO networking_nsxv3.common.synchronization [req-518e712a-fbda-4154-a488-589879ffb905 req-81cb3546-e3ee-49e4-9562-10fb65cac428 service nova] Enqueued Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGHEST for action security_group_rules [ 621.654988] env[66551]: INFO networking_nsxv3.common.synchronization [req-518e712a-fbda-4154-a488-589879ffb905 req-81cb3546-e3ee-49e4-9562-10fb65cac428 service nova] Enqueued Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGHEST for action security_group_members [ 621.655115] env[66551]: INFO networking_nsxv3.common.synchronization [req-518e712a-fbda-4154-a488-589879ffb905 req-81cb3546-e3ee-49e4-9562-10fb65cac428 service nova] Enqueued Resource ID: b68b721a-87d6-45d7-b566-1b5394d2638f with Priority: HIGHEST for action port [ 621.655643] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGHEST for action security_group_rules [ 621.655776] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGHEST for action security_group_members [ 621.655898] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b68b721a-87d6-45d7-b566-1b5394d2638f with Priority: HIGHEST for action port [ 621.656156] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.656321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.656379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.656605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.656713] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.657871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.658016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.658090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.658367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.658548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.658654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.658707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.658894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.659030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.659139] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.660070] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b68b721a-87d6-45d7-b566-1b5394d2638f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.660164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b68b721a-87d6-45d7-b566-1b5394d2638f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.660164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b68b721a-87d6-45d7-b566-1b5394d2638f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.660405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b68b721a-87d6-45d7-b566-1b5394d2638f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.660405] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b68b721a-87d6-45d7-b566-1b5394d2638f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.756388] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: SUCCESS [ 621.757570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.757570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.758181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.759938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.759938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.759938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.759938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.759938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.759938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.759938] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.959406] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e5f143f-67e2-40ad-bc45-be0650140aef with status ACTIVE [ 621.959406] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.959406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.959406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.959406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.959406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.959406] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.959406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.959991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.959991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.959991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.960089] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.961281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.961281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.961281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.961281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.961281] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e5f143f-67e2-40ad-bc45-be0650140aef is going to be updated. [ 621.985909] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.986206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.986799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.986799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.986799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.987045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5f143f-67e2-40ad-bc45-be0650140aef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.163646] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.163646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.163646] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.163854] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b68b721a-87d6-45d7-b566-1b5394d2638f with status ACTIVE [ 622.163952] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.164080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.164156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.164481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.164722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.165090] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.165289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.165420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.165748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.165849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.166043] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.166155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.166223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.167520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.167520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.167520] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b68b721a-87d6-45d7-b566-1b5394d2638f is going to be updated. [ 622.196710] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.196868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.196868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.197108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.197249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.197408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b68b721a-87d6-45d7-b566-1b5394d2638f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.262382] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.262623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.262854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.263158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.263389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.263525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.263584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.263790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.263900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.264011] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.264264] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.264339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.264449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.264550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.264729] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.264857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.264940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.265114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.265193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.265303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.265406] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.672599] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.768308] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c80e1466-48b5-42af-afb4-691ca45b4c23: rpc.has_security_group_logging(os_id): False [ 622.793271] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.793448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.793448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.793684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.793780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.794017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.794133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.794194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.794352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.794434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.794619] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.794732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.794793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.794938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.795028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.795203] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.795296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.795357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.795502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.795574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.795658] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 is going to be created. [ 622.872482] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.872681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.873010] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.873010] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.873194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.887459] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: IN_PROGRESS for 2s [ 623.174946] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.175161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.175234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.175648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.175769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.176509] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a is going to be created. [ 623.205573] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.207657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.207657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.207657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.207657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.220178] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a in Status: UNINITIALIZED for 2s [ 623.508838] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 623.509137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.509615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.509615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.509728] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.510577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.510577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.510577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.510577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.510577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.510577] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.510577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.510577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.510577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.511291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.511291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.511291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.511291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.511291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.511291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.511291] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.512639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.512969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.513086] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.513678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.513678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.513678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.513678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.513678] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.552806] env[66551]: INFO networking_nsxv3.common.synchronization [req-f3c6ea92-7f19-46ec-8e48-1a8a7e0798f5 req-bde25a35-7eaf-4f34-98b7-4aa52da8e936 tempest-ServerDiagnosticsNegativeTest-864517436 tempest-ServerDiagnosticsNegativeTest-864517436-project-member] Enqueued Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGHEST for action security_group_members [ 623.552908] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGHEST for action security_group_members [ 623.553673] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-8122783d-8ce6-482f-aae5-74887c0b2423 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.553794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.553854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.554126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.554281] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.554411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.557016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.557016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.557016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.557016] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.933800] env[66551]: INFO networking_nsxv3.common.synchronization [None req-3422a9b5-fd24-4f0c-9af3-053cb7965b11 None None] Enqueued Resource ID: a6c18d5e-28dd-4531-bcd8-7009d86d546d with Priority: HIGHEST for action port [ 623.934382] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c18d5e-28dd-4531-bcd8-7009d86d546d with Priority: HIGHEST for action port [ 623.935240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6c18d5e-28dd-4531-bcd8-7009d86d546d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.935240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6c18d5e-28dd-4531-bcd8-7009d86d546d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.935240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6c18d5e-28dd-4531-bcd8-7009d86d546d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.936555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6c18d5e-28dd-4531-bcd8-7009d86d546d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.936555] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6c18d5e-28dd-4531-bcd8-7009d86d546d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.977724] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.977924] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.978054] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.978322] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.978608] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.978764] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.978873] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.979109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.979240] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.979439] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.979546] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.979649] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.979748] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.979848] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.979948] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.980072] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.001192] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.001354] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.001493] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.001652] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.001970] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-8f2f9bea-1ab9-4849-974f-de2fcacd8879 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.002186] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-8f2f9bea-1ab9-4849-974f-de2fcacd8879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.002286] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-8f2f9bea-1ab9-4849-974f-de2fcacd8879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.002595] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-8f2f9bea-1ab9-4849-974f-de2fcacd8879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.002746] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2f9bea-1ab9-4849-974f-de2fcacd8879',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.013256] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37629cf0-fa35-4eab-9bac-88da785ce904: rpc.has_security_group_logging(os_id): False [ 624.014986] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.031970] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.032203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.032286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.032503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.032570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.032759] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.032860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.032925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.033228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.033228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.033378] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.033483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.033564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.033729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.033806] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.034034] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.034130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.034130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.034267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.034366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.034420] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be created. [ 624.057450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.057650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.057650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.057950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.058737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.058737] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.058737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.058737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.058737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.059394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.059394] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8122783d-8ce6-482f-aae5-74887c0b2423 already deleted. [ 624.059712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.094170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.094170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.094170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.094461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.094461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.109286] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 624.438235] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6c18d5e-28dd-4531-bcd8-7009d86d546d [ 624.438524] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.438695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.438766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.439222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.439323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.439424] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6c18d5e-28dd-4531-bcd8-7009d86d546d already deleted. [ 624.439508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6c18d5e-28dd-4531-bcd8-7009d86d546d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.504697] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.504983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.505155] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.505450] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.505595] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.505742] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 8f2f9bea-1ab9-4849-974f-de2fcacd8879 not found, creating... [ 624.506017] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.506180] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.506278] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.506545] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.506675] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.506953] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.507112] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.507222] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.507426] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.507552] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.507682] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 8f2f9bea-1ab9-4849-974f-de2fcacd8879 is going to be created. [ 624.517470] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.532546] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.532855] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.532981] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.533295] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.533525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.533749] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-8f2f9bea-1ab9-4849-974f-de2fcacd8879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.902290] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: SUCCESS [ 624.902538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.020655] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.021320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.021320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.021320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.021320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.021526] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 625.052659] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.052896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.053312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.053312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.053446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.065591] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 625.233948] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a in Status: SUCCESS [ 625.235018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.235018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.235018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.235210] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.235302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.235354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.235519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.235597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.235674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.235766] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.300126] env[66551]: INFO networking_nsxv3.common.synchronization [req-f3c6ea92-7f19-46ec-8e48-1a8a7e0798f5 req-817f02ec-112f-4ac8-a36d-a9f0df8c1922 service nova] Enqueued Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGHEST for action security_group_rules [ 625.303025] env[66551]: INFO networking_nsxv3.common.synchronization [req-f3c6ea92-7f19-46ec-8e48-1a8a7e0798f5 req-817f02ec-112f-4ac8-a36d-a9f0df8c1922 service nova] Enqueued Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGHEST for action security_group_members [ 625.303025] env[66551]: INFO networking_nsxv3.common.synchronization [req-f3c6ea92-7f19-46ec-8e48-1a8a7e0798f5 req-817f02ec-112f-4ac8-a36d-a9f0df8c1922 service nova] Enqueued Resource ID: 8f2f9bea-1ab9-4849-974f-de2fcacd8879 with Priority: HIGHEST for action port [ 625.303025] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGHEST for action security_group_rules [ 625.303025] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGHEST for action security_group_members [ 625.303025] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f2f9bea-1ab9-4849-974f-de2fcacd8879 with Priority: HIGHEST for action port [ 625.303025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8122783d-8ce6-482f-aae5-74887c0b2423 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.303025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.303025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.303025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.303025] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.304060] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-8122783d-8ce6-482f-aae5-74887c0b2423 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.304060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.304536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.304764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.305015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.305116] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.305206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.305334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.305416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.305518] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.306464] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f2f9bea-1ab9-4849-974f-de2fcacd8879 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.306594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f2f9bea-1ab9-4849-974f-de2fcacd8879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.306662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f2f9bea-1ab9-4849-974f-de2fcacd8879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.306858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f2f9bea-1ab9-4849-974f-de2fcacd8879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.306957] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f2f9bea-1ab9-4849-974f-de2fcacd8879',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.739260] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.739260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.739260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.739260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.739260] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.739260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.739555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.739555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.739628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.740047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.740047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.740047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.740047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.740232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.740354] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.740402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.740434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.740567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.740679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.741072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.741072] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.812874] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-8122783d-8ce6-482f-aae5-74887c0b2423 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.812874] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.812874] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f2f9bea-1ab9-4849-974f-de2fcacd8879 with status ACTIVE [ 625.812874] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.812874] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.812874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.814051] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.814051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.814051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.814051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.814051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.814051] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f2f9bea-1ab9-4849-974f-de2fcacd8879 is going to be updated. [ 625.844852] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.847023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.847023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.847023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.847023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.847023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f2f9bea-1ab9-4849-974f-de2fcacd8879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.848659] env[66551]: INFO networking_nsxv3.common.synchronization [None req-3a7f1b63-6ac6-47a6-b597-7dd666b2955d None None] Enqueued Resource ID: fb8ecf10-81d9-4806-b81b-d3b41ccf1e73 with Priority: HIGHEST for action port [ 625.849680] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb8ecf10-81d9-4806-b81b-d3b41ccf1e73 with Priority: HIGHEST for action port [ 625.850157] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb8ecf10-81d9-4806-b81b-d3b41ccf1e73 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.850424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb8ecf10-81d9-4806-b81b-d3b41ccf1e73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.850600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb8ecf10-81d9-4806-b81b-d3b41ccf1e73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.850996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb8ecf10-81d9-4806-b81b-d3b41ccf1e73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.851186] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb8ecf10-81d9-4806-b81b-d3b41ccf1e73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.936178] env[66551]: INFO networking_nsxv3.common.synchronization [req-2760e5f9-8492-497e-86f6-a122d2a2fb2c req-5b72fa0b-be3c-403d-8544-358004b09e59 tempest-ServersAdminNegativeTestJSON-139947128 tempest-ServersAdminNegativeTestJSON-139947128-project-member] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 625.936486] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 625.937147] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.937453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.937574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.938031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.938189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.938551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.938914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.939216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.939351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.939551] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.127287] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 626.127611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.127699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.127987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.128092] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.245548] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a: rpc.has_security_group_logging(os_id): False [ 626.274878] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.274878] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.274878] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.274878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.276357] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.276357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.276357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.281204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.281204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.281204] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a is going to be created. [ 626.317379] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.355272] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb8ecf10-81d9-4806-b81b-d3b41ccf1e73 [ 626.355272] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.355272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.355272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.355272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.355272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.355272] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb8ecf10-81d9-4806-b81b-d3b41ccf1e73 already deleted. [ 626.355272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb8ecf10-81d9-4806-b81b-d3b41ccf1e73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.371048] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.377734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.377734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.377734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.377734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.394999] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a in Status: IN_PROGRESS for 2s [ 626.442945] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.443634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.443634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.443634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.443634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.443856] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.443926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.443972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.444172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.444241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.444333] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b already deleted. [ 626.444404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.486191] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.486191] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.486191] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.486592] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.486592] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.486771] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.486863] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.487151] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.487348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.487772] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.487772] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.487924] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.488874] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.488874] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.488874] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.488874] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.523162] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.523414] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.523697] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.523817] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.524368] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-5a7c64d3-6487-4cea-89c8-0856704f1856 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.524820] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-5a7c64d3-6487-4cea-89c8-0856704f1856" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.525035] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-5a7c64d3-6487-4cea-89c8-0856704f1856" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.525488] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-5a7c64d3-6487-4cea-89c8-0856704f1856" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.525623] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7c64d3-6487-4cea-89c8-0856704f1856',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.631547] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.631751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.818606] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.819047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.819047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.819179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.820439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.820439] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8122783d-8ce6-482f-aae5-74887c0b2423 is going to be created. [ 626.848166] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.848463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.848463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.848682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.848854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.860544] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8122783d-8ce6-482f-aae5-74887c0b2423 in Status: UNINITIALIZED for 2s [ 627.029473] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.029721] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.029844] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.030360] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.030360] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.030497] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 5a7c64d3-6487-4cea-89c8-0856704f1856 not found, creating... [ 627.030729] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.030913] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.031037] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.031259] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.031389] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.031666] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.031813] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.031925] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.032139] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.032266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.032394] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 5a7c64d3-6487-4cea-89c8-0856704f1856 is going to be created. [ 627.054044] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.054266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.054385] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.054675] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.054897] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.055129] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-5a7c64d3-6487-4cea-89c8-0856704f1856" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.077608] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 627.077608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.077608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.077608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.077608] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.077608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.077608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.077608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.077608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.077608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.077608] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.312780] env[66551]: INFO networking_nsxv3.common.synchronization [None req-7a65c453-4920-41a4-8fbb-41aaf1285173 None None] Enqueued Resource ID: 2a507ca3-e3b6-46ab-ba3d-031d2caf0385 with Priority: HIGHEST for action port [ 627.313149] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a507ca3-e3b6-46ab-ba3d-031d2caf0385 with Priority: HIGHEST for action port [ 627.314035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a507ca3-e3b6-46ab-ba3d-031d2caf0385 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.314255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a507ca3-e3b6-46ab-ba3d-031d2caf0385" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.314255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a507ca3-e3b6-46ab-ba3d-031d2caf0385" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.314557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a507ca3-e3b6-46ab-ba3d-031d2caf0385" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.314651] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a507ca3-e3b6-46ab-ba3d-031d2caf0385',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.580286] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.580463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.580535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.581873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.581873] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.581873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.581873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.581873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.581873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.581873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.581873] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.581873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.581873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.582656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.582656] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.582656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.582656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.582656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.582656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.582656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.582890] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.818092] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a507ca3-e3b6-46ab-ba3d-031d2caf0385 [ 627.818092] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.818092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.818092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.818092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.818092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.818092] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a507ca3-e3b6-46ab-ba3d-031d2caf0385 already deleted. [ 627.818092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a507ca3-e3b6-46ab-ba3d-031d2caf0385" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.876272] env[66551]: INFO networking_nsxv3.common.synchronization [req-2760e5f9-8492-497e-86f6-a122d2a2fb2c req-1375b4cb-200c-498a-a327-49be35bd207d service nova] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_rules [ 627.876410] env[66551]: INFO networking_nsxv3.common.synchronization [req-2760e5f9-8492-497e-86f6-a122d2a2fb2c req-1375b4cb-200c-498a-a327-49be35bd207d service nova] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 627.876574] env[66551]: INFO networking_nsxv3.common.synchronization [req-2760e5f9-8492-497e-86f6-a122d2a2fb2c req-1375b4cb-200c-498a-a327-49be35bd207d service nova] Enqueued Resource ID: 5a7c64d3-6487-4cea-89c8-0856704f1856 with Priority: HIGHEST for action port [ 627.877465] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_rules [ 627.877656] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 627.877765] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a7c64d3-6487-4cea-89c8-0856704f1856 with Priority: HIGHEST for action port [ 627.878124] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.878782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.878782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.878782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.878951] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.879901] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.880132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.880203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.880536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.880794] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.880929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.881084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.881297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.881445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.881575] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.882945] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a7c64d3-6487-4cea-89c8-0856704f1856 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.883474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a7c64d3-6487-4cea-89c8-0856704f1856" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.883587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a7c64d3-6487-4cea-89c8-0856704f1856" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.883708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a7c64d3-6487-4cea-89c8-0856704f1856" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.883785] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a7c64d3-6487-4cea-89c8-0856704f1856',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.088308] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37629cf0-fa35-4eab-9bac-88da785ce904: rpc.has_security_group_logging(os_id): False [ 628.114498] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.114615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.114716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.114999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.115328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.115416] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.115481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.115522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.115831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.115831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.116031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.116172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.116242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.116421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.116491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.116696] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.116807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.116872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.118519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.118519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.118519] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 628.210012] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.210220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.210280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.210672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.210782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.242225] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 628.272859] env[66551]: INFO networking_nsxv3.common.synchronization [req-2bc093f1-4716-4a97-b228-a432faf15a4c req-b8bbd219-c778-4620-b907-92934fd99ce3 tempest-SecurityGroupRulesTestJSON-2023566479 tempest-SecurityGroupRulesTestJSON-2023566479-project-member] Enqueued Resource ID: 54027945-5314-439d-9767-ffb843786073 with Priority: HIGHEST for action security_group_rules [ 628.273661] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54027945-5314-439d-9767-ffb843786073 with Priority: HIGHEST for action security_group_rules [ 628.274232] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54027945-5314-439d-9767-ffb843786073 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.274890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.274890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.276165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.276165] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54027945-5314-439d-9767-ffb843786073',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.280534] env[66551]: INFO networking_nsxv3.common.synchronization [None req-40c5be57-8d5c-4707-9c16-ecfebc347aaf None None] Enqueued Resource ID: 8693b6a0-9171-43ea-8a30-140c857cc4e9 with Priority: HIGHEST for action port [ 628.282259] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8693b6a0-9171-43ea-8a30-140c857cc4e9 with Priority: HIGHEST for action port [ 628.282737] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-8693b6a0-9171-43ea-8a30-140c857cc4e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.282857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8693b6a0-9171-43ea-8a30-140c857cc4e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.282919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8693b6a0-9171-43ea-8a30-140c857cc4e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.283232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8693b6a0-9171-43ea-8a30-140c857cc4e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.283303] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8693b6a0-9171-43ea-8a30-140c857cc4e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.387963] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.388327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.388327] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.389570] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a7c64d3-6487-4cea-89c8-0856704f1856 with status ACTIVE [ 628.389860] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.390835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.390835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.390835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.390835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.390835] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.392264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.392264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.392264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.392264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.392264] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.392264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.392264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.392264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.392264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.392264] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a7c64d3-6487-4cea-89c8-0856704f1856 is going to be updated. [ 628.410559] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a in Status: SUCCESS [ 628.411207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.416888] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.417222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.417295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.417596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.417672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.418500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a7c64d3-6487-4cea-89c8-0856704f1856" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.785425] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8693b6a0-9171-43ea-8a30-140c857cc4e9 [ 628.785635] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.785760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.785824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.786047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.786132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.786222] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8693b6a0-9171-43ea-8a30-140c857cc4e9 already deleted. [ 628.786368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8693b6a0-9171-43ea-8a30-140c857cc4e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.804114] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.804271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.804341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.805233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.805339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.805447] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54027945-5314-439d-9767-ffb843786073 already deleted. [ 628.805538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.870498] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8122783d-8ce6-482f-aae5-74887c0b2423 in Status: SUCCESS [ 628.870717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.870886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.871131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.871322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.871444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.871505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.871669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.871752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.871837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.871926] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.895155] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.376053] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-8122783d-8ce6-482f-aae5-74887c0b2423 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.376053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.376053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.376053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.376053] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.376053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.376053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.376053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.376053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.376053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.377315] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-8122783d-8ce6-482f-aae5-74887c0b2423 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.377315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.377315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.377315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.377315] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.377669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.377669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.377875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.378254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.378437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.378583] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.397501] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.397803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.397803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.397969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.398071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.398171] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b is going to be created. [ 629.422655] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.422817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.422857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.423263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.423263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.436285] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: UNINITIALIZED for 2s [ 629.881533] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8122783d-8ce6-482f-aae5-74887c0b2423: rpc.has_security_group_logging(os_id): False [ 629.903356] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.903356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.903356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.903356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.903356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.903356] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.903356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.903356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.903356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.903815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.903815] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.903815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.903815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.903957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.903989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.904256] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.905861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.905861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.905861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.905861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.905861] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8122783d-8ce6-482f-aae5-74887c0b2423 is going to be created. [ 629.972299] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.972502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.972502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.972793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.973013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.990402] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8122783d-8ce6-482f-aae5-74887c0b2423 in Status: IN_PROGRESS for 2s [ 630.265120] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 630.265120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.265120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.265120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.265120] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.767792] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.768205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.768205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.768501] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.768776] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.768942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.769072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.769345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.769506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.769675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.769824] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.991726] env[66551]: INFO networking_nsxv3.common.synchronization [req-86a258b0-2ca0-4db1-9a43-543c99fa5c77 req-d230612e-135a-46d5-93e2-1dec6498d3cf tempest-ServersWithSpecificFlavorTestJSON-1288303121 tempest-ServersWithSpecificFlavorTestJSON-1288303121-project-member] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 630.992148] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 630.993062] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.993062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.993062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.993062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.993062] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.993379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.993379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.993379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.993485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.993550] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.273729] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.273953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.273953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.274483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.274483] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.274483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.274619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.275191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.275191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.275191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.275191] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.275191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.275191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.277245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.277245] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.277245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.277245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.277245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.277245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.277245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.277245] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.448323] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: SUCCESS [ 631.448524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.449151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.449860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.449860] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.450022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.450258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.450578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.450795] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.450996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.451194] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.496839] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.496996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.496996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.497308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.497428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.497690] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.497827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.497885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.499731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.499731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.499731] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 already deleted. [ 631.499731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.751827] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.751827] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-157" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.752779] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-157" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.752779] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-157" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.753101] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.753214] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.753353] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.753568] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.753705] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.753929] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.754052] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.754157] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.754291] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.754413] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.754596] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.754799] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.781138] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.781138] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.781138] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.781138] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-157" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.781138] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-a2075943-15a8-42e8-b550-106ae5c467d7 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.781138] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-a2075943-15a8-42e8-b550-106ae5c467d7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.781138] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-a2075943-15a8-42e8-b550-106ae5c467d7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.781138] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-a2075943-15a8-42e8-b550-106ae5c467d7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.781802] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2075943-15a8-42e8-b550-106ae5c467d7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.782471] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37629cf0-fa35-4eab-9bac-88da785ce904: rpc.has_security_group_logging(os_id): False [ 631.803579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.803890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.803890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.804183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.804339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.804661] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.804818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.804921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.805206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.805335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.805664] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.805803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.805870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.807737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.807990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.808432] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.808873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.808966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.809239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.809355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.809444] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 631.907272] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.907272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.907272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.907272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.907644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.927222] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 631.953687] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.953899] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.954605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.954605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.954605] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.955028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.955087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.955411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.956173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.956173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.957051] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.957051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.957051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.957051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.957307] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.957307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.957307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.957450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.957567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.957638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.957695] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.022364] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8122783d-8ce6-482f-aae5-74887c0b2423 in Status: SUCCESS [ 632.022958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.285425] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.285607] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.285678] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.289083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.289083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.289083] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port a2075943-15a8-42e8-b550-106ae5c467d7 not found, creating... [ 632.289083] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.289083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.289083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.289083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.289083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.289083] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.292746] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.292746] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.292746] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.292963] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.293170] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: a2075943-15a8-42e8-b550-106ae5c467d7 is going to be created. [ 632.325113] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.325487] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.326437] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.326437] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.326437] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.326686] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-a2075943-15a8-42e8-b550-106ae5c467d7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.462349] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 356f9f14-c9bf-4e24-816d-34f7015ced1b: rpc.has_security_group_logging(os_id): False [ 632.487330] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.487330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.487767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.487767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.487767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.488801] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.488801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.488801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.488801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.488801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.488801] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.488801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.489085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.489085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.489085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.489475] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.489475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.489475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.490839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.490839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.490839] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b is going to be created. [ 632.610294] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.610508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.610577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.610783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.611013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.630799] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: IN_PROGRESS for 2s [ 632.874313] env[66551]: INFO networking_nsxv3.common.synchronization [None req-bee2690f-0a75-4d28-8d41-a700f8e1c2e9 None None] Enqueued Resource ID: c4cbe3ef-2161-467f-8de2-fe41d0cb58a7 with Priority: HIGHEST for action port [ 632.876330] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cbe3ef-2161-467f-8de2-fe41d0cb58a7 with Priority: HIGHEST for action port [ 632.877576] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4cbe3ef-2161-467f-8de2-fe41d0cb58a7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.877713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4cbe3ef-2161-467f-8de2-fe41d0cb58a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.877830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4cbe3ef-2161-467f-8de2-fe41d0cb58a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.878097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4cbe3ef-2161-467f-8de2-fe41d0cb58a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.878204] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4cbe3ef-2161-467f-8de2-fe41d0cb58a7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.068188] env[66551]: INFO networking_nsxv3.common.synchronization [req-86a258b0-2ca0-4db1-9a43-543c99fa5c77 req-5fe91d86-ffe7-4390-9814-d66ce8dc86df service nova] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_rules [ 633.068346] env[66551]: INFO networking_nsxv3.common.synchronization [req-86a258b0-2ca0-4db1-9a43-543c99fa5c77 req-5fe91d86-ffe7-4390-9814-d66ce8dc86df service nova] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 633.068527] env[66551]: INFO networking_nsxv3.common.synchronization [req-86a258b0-2ca0-4db1-9a43-543c99fa5c77 req-5fe91d86-ffe7-4390-9814-d66ce8dc86df service nova] Enqueued Resource ID: a2075943-15a8-42e8-b550-106ae5c467d7 with Priority: HIGHEST for action port [ 633.068765] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_rules [ 633.068883] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 633.068974] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2075943-15a8-42e8-b550-106ae5c467d7 with Priority: HIGHEST for action port [ 633.070199] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.070295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.070352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.070517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.070590] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.072357] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.072482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.072544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.072828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.072889] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.072963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.073080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.073615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.073741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.073832] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.079105] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2075943-15a8-42e8-b550-106ae5c467d7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.079334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2075943-15a8-42e8-b550-106ae5c467d7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.079334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2075943-15a8-42e8-b550-106ae5c467d7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.079642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2075943-15a8-42e8-b550-106ae5c467d7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.079642] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2075943-15a8-42e8-b550-106ae5c467d7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.381587] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4cbe3ef-2161-467f-8de2-fe41d0cb58a7 [ 633.381836] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.381836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.381836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.382226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.382226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.382352] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4cbe3ef-2161-467f-8de2-fe41d0cb58a7 already deleted. [ 633.382463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4cbe3ef-2161-467f-8de2-fe41d0cb58a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.581409] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.582535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.582660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.582806] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2075943-15a8-42e8-b550-106ae5c467d7 with status ACTIVE [ 633.582940] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.583057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.583122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.583334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.583430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.585470] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.585470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.585470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.585470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.585470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.585470] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.585470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.585470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.585470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.585470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.585470] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2075943-15a8-42e8-b550-106ae5c467d7 is going to be updated. [ 633.609822] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.610264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.610264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.610418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.610418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.610670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2075943-15a8-42e8-b550-106ae5c467d7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.946752] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 633.946752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.093294] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.184971] env[66551]: INFO networking_nsxv3.common.synchronization [req-a454513e-ed48-42d3-8692-33ef66febd35 req-0c829f14-30ff-445d-8a41-2f50f7de4b91 tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 634.185877] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 634.186162] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.186310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.186366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.186632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.187205] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.187347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.187418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.187597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.187676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.187769] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.290641] env[66551]: INFO networking_nsxv3.common.synchronization [req-ebbbbae3-3dd1-4883-9b59-1e1f3ff9f4ac req-bf23aa03-5fc8-49cb-9168-5b67a2c5f41b tempest-SecurityGroupRulesTestJSON-2023566479 tempest-SecurityGroupRulesTestJSON-2023566479-project-member] Enqueued Resource ID: 54027945-5314-439d-9767-ffb843786073 with Priority: HIGHEST for action security_group_rules [ 634.292021] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54027945-5314-439d-9767-ffb843786073 with Priority: HIGHEST for action security_group_rules [ 634.292494] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54027945-5314-439d-9767-ffb843786073 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.292494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.292703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.292816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.292912] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54027945-5314-439d-9767-ffb843786073',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.597782] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.597782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.597782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.597782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.597782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.597782] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be created. [ 634.621735] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.621871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.621914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.623974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.623974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.636332] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: UNINITIALIZED for 2s [ 634.645262] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: SUCCESS [ 634.645262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.690117] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.690756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.690756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.692707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.692707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.692707] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.692707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.692707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.693088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.693088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.693088] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 634.730597] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.730733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.730733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.733925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.733925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.744054] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 634.799228] env[66551]: INFO networking_nsxv3.common.synchronization [None req-af5802f5-1258-447e-927b-b02959bf4c40 None None] Enqueued Resource ID: 9b9c0018-b162-40bd-9643-206a9a1e9f3f with Priority: HIGHEST for action port [ 634.799714] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9c0018-b162-40bd-9643-206a9a1e9f3f with Priority: HIGHEST for action port [ 634.800265] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b9c0018-b162-40bd-9643-206a9a1e9f3f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.800265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b9c0018-b162-40bd-9643-206a9a1e9f3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.800265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b9c0018-b162-40bd-9643-206a9a1e9f3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.800467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b9c0018-b162-40bd-9643-206a9a1e9f3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.800575] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b9c0018-b162-40bd-9643-206a9a1e9f3f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.818403] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.818403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.818403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.818403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.818403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.818403] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54027945-5314-439d-9767-ffb843786073 already deleted. [ 634.818403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.025945] env[66551]: INFO networking_nsxv3.common.synchronization [req-2cfa2544-1b76-4336-863c-0893d5717351 req-8ffd6066-ed21-4b65-8384-80c409f89221 tempest-FloatingIPsAssociationNegativeTestJSON-1529227737 tempest-FloatingIPsAssociationNegativeTestJSON-1529227737-project-member] Enqueued Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGHEST for action security_group_members [ 635.026636] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGHEST for action security_group_members [ 635.027318] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8e2e06-95e1-4b60-a403-c895f76a8e86 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.027493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.027587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.027897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.028121] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.028240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.028324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.028606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.028744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.028910] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.302333] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b9c0018-b162-40bd-9643-206a9a1e9f3f [ 635.303025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.303025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.303025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.303385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.303529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.303659] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b9c0018-b162-40bd-9643-206a9a1e9f3f already deleted. [ 635.304030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b9c0018-b162-40bd-9643-206a9a1e9f3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.500288] env[66551]: INFO networking_nsxv3.common.synchronization [None req-f52575b7-d34f-4199-8bd7-867f2f833cd4 None None] Enqueued Resource ID: 570c9f47-88cd-465b-b13d-7f8ac4a68b2b with Priority: HIGHEST for action port [ 635.500288] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570c9f47-88cd-465b-b13d-7f8ac4a68b2b with Priority: HIGHEST for action port [ 635.501634] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-570c9f47-88cd-465b-b13d-7f8ac4a68b2b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.501634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-570c9f47-88cd-465b-b13d-7f8ac4a68b2b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.503432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-570c9f47-88cd-465b-b13d-7f8ac4a68b2b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.503432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-570c9f47-88cd-465b-b13d-7f8ac4a68b2b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.503432] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570c9f47-88cd-465b-b13d-7f8ac4a68b2b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.531514] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.531695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.531769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.531992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.532295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.533545] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.533545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.533545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.533779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.533779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.533860] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 already deleted. [ 635.533945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.550194] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.550445] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-865" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.550584] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-865" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.551247] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-865" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.556305] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.556305] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.556305] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.556305] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.556305] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.556305] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.556305] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.556862] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.556862] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.556862] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.556862] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.557033] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.582716] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.583348] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.583348] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.583348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-865" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.583637] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-776163e8-b4f5-41fe-9dd8-e291c0cb4136 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.583904] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-776163e8-b4f5-41fe-9dd8-e291c0cb4136" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.584153] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-776163e8-b4f5-41fe-9dd8-e291c0cb4136" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.584989] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-776163e8-b4f5-41fe-9dd8-e291c0cb4136" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.584989] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776163e8-b4f5-41fe-9dd8-e291c0cb4136',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.005436] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 570c9f47-88cd-465b-b13d-7f8ac4a68b2b [ 636.005785] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.005925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.005992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.006225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.006339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.006436] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:570c9f47-88cd-465b-b13d-7f8ac4a68b2b already deleted. [ 636.006516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-570c9f47-88cd-465b-b13d-7f8ac4a68b2b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.089493] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.089493] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.091306] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.091306] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.091306] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.091306] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 776163e8-b4f5-41fe-9dd8-e291c0cb4136 not found, creating... [ 636.091553] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.093232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.093232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.093232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.093232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.093232] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.093232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.093232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.093232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.093232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.094664] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 776163e8-b4f5-41fe-9dd8-e291c0cb4136 is going to be created. [ 636.119312] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.119678] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.119854] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.120229] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.120607] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.120887] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-776163e8-b4f5-41fe-9dd8-e291c0cb4136" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.647042] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: SUCCESS [ 636.647313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.647532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.647886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.647995] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.648179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.648246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.648480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.648586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.648720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.648841] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.755481] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 636.755702] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 deletion is rescheduled due to dependency. [ 636.755833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.931018] env[66551]: INFO networking_nsxv3.common.synchronization [req-2cfa2544-1b76-4336-863c-0893d5717351 req-54b97476-47aa-4151-a25c-b2df869a354e service nova] Enqueued Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGHEST for action security_group_rules [ 636.931018] env[66551]: INFO networking_nsxv3.common.synchronization [req-2cfa2544-1b76-4336-863c-0893d5717351 req-54b97476-47aa-4151-a25c-b2df869a354e service nova] Enqueued Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGHEST for action security_group_members [ 636.931018] env[66551]: INFO networking_nsxv3.common.synchronization [req-2cfa2544-1b76-4336-863c-0893d5717351 req-54b97476-47aa-4151-a25c-b2df869a354e service nova] Enqueued Resource ID: 776163e8-b4f5-41fe-9dd8-e291c0cb4136 with Priority: HIGHEST for action port [ 636.931018] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGHEST for action security_group_rules [ 636.931018] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGHEST for action security_group_members [ 636.931641] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776163e8-b4f5-41fe-9dd8-e291c0cb4136 with Priority: HIGHEST for action port [ 636.932167] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.932985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.932985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.933389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.936101] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.936101] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8e2e06-95e1-4b60-a403-c895f76a8e86 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.936101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.936101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.936101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.936101] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.936101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.936101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.936623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.936844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.937062] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.938270] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-776163e8-b4f5-41fe-9dd8-e291c0cb4136 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.942923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-776163e8-b4f5-41fe-9dd8-e291c0cb4136" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.942923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-776163e8-b4f5-41fe-9dd8-e291c0cb4136" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.942923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-776163e8-b4f5-41fe-9dd8-e291c0cb4136" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.942923] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776163e8-b4f5-41fe-9dd8-e291c0cb4136',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.155174] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.442963] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8e2e06-95e1-4b60-a403-c895f76a8e86 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.443182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.443527] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.444475] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 776163e8-b4f5-41fe-9dd8-e291c0cb4136 with status ACTIVE [ 637.444733] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.444889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.444958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.445188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.445313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.445532] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.445626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.445694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.445860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.445940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.446145] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.446300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.446300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.446446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.446562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.446667] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 776163e8-b4f5-41fe-9dd8-e291c0cb4136 is going to be updated. [ 637.480060] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.480313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.480313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.480517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.480661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.480850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-776163e8-b4f5-41fe-9dd8-e291c0cb4136" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.658966] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 214175c2-419e-4bd2-bb62-61adbfdb5472: rpc.has_security_group_logging(os_id): False [ 637.684037] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.684037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.684037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.684704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.684892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.685236] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.685383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.685479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.685852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.685852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.685964] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be created. [ 637.797190] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.797427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.797427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.797614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.797792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.812392] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: IN_PROGRESS for 2s [ 637.949831] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.035552] env[66551]: INFO networking_nsxv3.common.synchronization [None req-a9dc6170-6c6f-4fba-ade9-b9de37059d46 None None] Enqueued Resource ID: 08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b with Priority: HIGHEST for action port [ 638.036309] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b with Priority: HIGHEST for action port [ 638.036757] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.036924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.036992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.037687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.037687] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.049990] env[66551]: INFO networking_nsxv3.common.synchronization [None req-0ddd45d4-3b2c-465f-94e7-4199b8cb893f tempest-ServerActionsTestOtherB-1115780501 tempest-ServerActionsTestOtherB-1115780501-project-member] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 638.050299] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 638.050788] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.050788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.050959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.051210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.051308] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.208634] env[66551]: INFO networking_nsxv3.common.synchronization [None req-7544b487-6ca6-454b-be07-cc5a4b651f12 tempest-ServerActionsTestOtherB-1115780501 tempest-ServerActionsTestOtherB-1115780501-project-member] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 638.209255] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 638.209908] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.210038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.453883] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.454402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.454550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.454861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.454986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.455257] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 is going to be created. [ 638.488350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.488658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.488716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.489076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.489182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.500860] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 in Status: UNINITIALIZED for 2s [ 638.541371] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b [ 638.541371] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.542606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.542606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.542606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.542606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.542606] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b already deleted. [ 638.542606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08a4b8eb-f8d2-4fbb-a284-7ff74ecd030b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.574781] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.575095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.575095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.575237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.575330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.575430] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a already deleted. [ 638.575521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.575953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.576162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.576292] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.107642] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.108633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.108725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.109124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.109687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.109808] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a already deleted. [ 639.109904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.828546] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: SUCCESS [ 639.828546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.980209] env[66551]: INFO networking_nsxv3.common.synchronization [req-58e6ec52-23c0-42e8-aaf2-7d89e1564bf5 req-c8a86c66-af72-44c4-ac29-7c7d3885b39d tempest-ListImageFiltersTestJSON-1775179469 tempest-ListImageFiltersTestJSON-1775179469-project-member] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 639.980209] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 639.980209] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.980209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.980209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.981823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.982302] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.982302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.982302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.983023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.983023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.983023] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.487447] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.487646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.487715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.487945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.488048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.488322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.488488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.488571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.489652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.489772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.489891] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 already deleted. [ 640.489989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.514032] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 in Status: SUCCESS [ 640.514032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.514032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.514032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.514032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.514032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.514032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.514032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.514032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.514032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.514032] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.560350] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.562643] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.562778] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.563072] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.563372] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.563542] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.563654] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.563879] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.564024] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.564246] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.564353] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.564455] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.564555] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.564657] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.564754] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.564877] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.586418] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.586418] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.586596] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.586747] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.587748] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.587748] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.587748] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.587748] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.588178] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d00aa3-145a-4f27-a1ee-8613d1a4fea5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.016950] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8e2e06-95e1-4b60-a403-c895f76a8e86 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.016950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.016950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.017479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.017479] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.017479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.017479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.017645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.017691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.017872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.018106] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8e2e06-95e1-4b60-a403-c895f76a8e86 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.018266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.018421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.018605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.018775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.018934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.018934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.019161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.019323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.019449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.019567] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.091682] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.091971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.092284] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.092598] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.092598] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.092664] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 13d00aa3-145a-4f27-a1ee-8613d1a4fea5 not found, creating... [ 641.092907] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.093077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.093192] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.093417] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.093547] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.093821] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.093968] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.094089] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.094294] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.094421] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.094627] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 13d00aa3-145a-4f27-a1ee-8613d1a4fea5 is going to be created. [ 641.118037] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.118274] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.118274] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.118625] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.118853] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.119091] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.522113] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e8e2e06-95e1-4b60-a403-c895f76a8e86: rpc.has_security_group_logging(os_id): False [ 641.541643] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.541860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.541860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.542079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.542160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.542365] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.543264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.543264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.543264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.543264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.543264] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.543633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.543633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.543706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.543796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.544072] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.544194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.545052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.545052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.545052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.545052] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 is going to be created. [ 641.610023] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.610187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.610259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.610489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.610891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.628940] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 in Status: IN_PROGRESS for 2s [ 641.790201] env[66551]: INFO networking_nsxv3.common.synchronization [None req-52a6c3f5-bf51-4951-92a9-2670b50fb1bc None None] Enqueued Resource ID: 0af908f2-892c-4fd2-8265-19e48e4665c4 with Priority: HIGHEST for action port [ 641.790201] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af908f2-892c-4fd2-8265-19e48e4665c4 with Priority: HIGHEST for action port [ 641.790774] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-0af908f2-892c-4fd2-8265-19e48e4665c4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.790774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0af908f2-892c-4fd2-8265-19e48e4665c4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.790774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0af908f2-892c-4fd2-8265-19e48e4665c4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.791073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0af908f2-892c-4fd2-8265-19e48e4665c4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.791684] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0af908f2-892c-4fd2-8265-19e48e4665c4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.873205] env[66551]: INFO networking_nsxv3.common.synchronization [req-58e6ec52-23c0-42e8-aaf2-7d89e1564bf5 req-895e2a12-c196-4b11-b1e3-388cad7279c2 service nova] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_rules [ 641.873389] env[66551]: INFO networking_nsxv3.common.synchronization [req-58e6ec52-23c0-42e8-aaf2-7d89e1564bf5 req-895e2a12-c196-4b11-b1e3-388cad7279c2 service nova] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 641.873761] env[66551]: INFO networking_nsxv3.common.synchronization [req-58e6ec52-23c0-42e8-aaf2-7d89e1564bf5 req-895e2a12-c196-4b11-b1e3-388cad7279c2 service nova] Enqueued Resource ID: 13d00aa3-145a-4f27-a1ee-8613d1a4fea5 with Priority: HIGHEST for action port [ 641.876083] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_rules [ 641.876083] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 641.876321] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d00aa3-145a-4f27-a1ee-8613d1a4fea5 with Priority: HIGHEST for action port [ 641.877292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.877500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.877625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.878014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.878227] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.879295] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.879487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.879967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.880425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.880523] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.880693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.880809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.881066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.881398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.881562] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.884475] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.884605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.884675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.884881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.884964] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d00aa3-145a-4f27-a1ee-8613d1a4fea5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.185372] env[66551]: INFO networking_nsxv3.common.synchronization [req-50457376-7097-420f-87ff-35e594923b73 req-a464e0f5-06c5-4784-89ce-098f9931d254 tempest-SecurityGroupRulesTestJSON-2023566479 tempest-SecurityGroupRulesTestJSON-2023566479-project-member] Enqueued Resource ID: 54027945-5314-439d-9767-ffb843786073 with Priority: HIGHEST for action security_group_rules [ 642.186598] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54027945-5314-439d-9767-ffb843786073 with Priority: HIGHEST for action security_group_rules [ 642.186598] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54027945-5314-439d-9767-ffb843786073 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.186598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.186598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.187059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.187059] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54027945-5314-439d-9767-ffb843786073',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.295631] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0af908f2-892c-4fd2-8265-19e48e4665c4 [ 642.295865] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.295984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.296067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.296301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.296616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.296616] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0af908f2-892c-4fd2-8265-19e48e4665c4 already deleted. [ 642.296616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0af908f2-892c-4fd2-8265-19e48e4665c4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.389377] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.389505] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.389593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.391015] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13d00aa3-145a-4f27-a1ee-8613d1a4fea5 with status ACTIVE [ 642.391015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.391015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.391015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.391015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.391015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.391015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.391015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.391015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.391465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.391629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.393707] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.393707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.393707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.393707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.393707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.393707] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13d00aa3-145a-4f27-a1ee-8613d1a4fea5 is going to be updated. [ 642.420448] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.420639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.420700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.420932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.421086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.421281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d00aa3-145a-4f27-a1ee-8613d1a4fea5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.714063] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.714063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.714063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.714063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.714063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.714063] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54027945-5314-439d-9767-ffb843786073 already deleted. [ 642.714063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54027945-5314-439d-9767-ffb843786073" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.899068] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.399599] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.399989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.399989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.400125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.400183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.400570] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 is going to be created. [ 643.428277] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.428548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.428663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.429058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.429346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.443985] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: UNINITIALIZED for 2s [ 643.643913] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 in Status: SUCCESS [ 643.644336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.336454] env[66551]: INFO networking_nsxv3.common.synchronization [None req-f26b4d1a-836c-4769-a293-488800ac317c None None] Enqueued Resource ID: 2e1480f1-4907-49cf-b27c-b71c687f2a15 with Priority: HIGHEST for action port [ 645.337308] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1480f1-4907-49cf-b27c-b71c687f2a15 with Priority: HIGHEST for action port [ 645.337485] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e1480f1-4907-49cf-b27c-b71c687f2a15 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.337613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e1480f1-4907-49cf-b27c-b71c687f2a15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.337685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e1480f1-4907-49cf-b27c-b71c687f2a15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.338054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e1480f1-4907-49cf-b27c-b71c687f2a15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.338140] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1480f1-4907-49cf-b27c-b71c687f2a15',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.455814] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: SUCCESS [ 645.455992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.456322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.456694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.456938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.457131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.457233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.457437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.457570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.457678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.457815] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.734039] env[66551]: INFO networking_nsxv3.common.synchronization [req-0984ad53-06fa-4b63-8df6-2c271548711f req-ececb70c-a8af-4d14-9b41-1cd8f77f507d tempest-ServerDiagnosticsTest-305125995 tempest-ServerDiagnosticsTest-305125995-project-member] Enqueued Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGHEST for action security_group_members [ 645.734824] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGHEST for action security_group_members [ 645.736073] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.736073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.736073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.736315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.736655] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.736821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.736948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.737325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.737490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.737627] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.841918] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e1480f1-4907-49cf-b27c-b71c687f2a15 [ 645.841918] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.841918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.841918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.841918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.841918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.841918] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e1480f1-4907-49cf-b27c-b71c687f2a15 already deleted. [ 645.841918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e1480f1-4907-49cf-b27c-b71c687f2a15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.964045] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.964234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.964359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.964879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.965194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.965425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.965628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.965940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.966153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.966378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.966783] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.967439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.967439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.968371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.969296] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.969495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.969615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.969870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.970010] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.970181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.971460] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.184657] env[66551]: INFO networking_nsxv3.common.synchronization [req-e8fe37d9-e7dd-4f16-9268-76df4f17cb3e req-0e31ef02-e214-4203-a76b-24b13bb88906 tempest-ServerDiagnosticsNegativeTest-864517436 tempest-ServerDiagnosticsNegativeTest-864517436-project-member] Enqueued Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGHEST for action security_group_members [ 646.186031] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGHEST for action security_group_members [ 646.186648] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-8122783d-8ce6-482f-aae5-74887c0b2423 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.186755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.186797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.186989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.187150] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.187353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.187353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.187495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.187581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.187706] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.242553] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.242771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.242898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.243239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.243389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.243654] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.243755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.243843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.244029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.244115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.244209] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a is going to be updated. [ 646.249239] env[66551]: INFO networking_nsxv3.common.synchronization [None req-99c86173-4a8b-4918-b2b2-689e6de48730 tempest-ServersTestBootFromVolume-1419153720 tempest-ServersTestBootFromVolume-1419153720-project-member] Enqueued Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_rules [ 646.250815] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_rules [ 646.250815] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.250815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.250815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.250815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.250815] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.278614] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.278808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.278808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.279016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.279256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.293191] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a in Status: IN_PROGRESS for 2s [ 646.474013] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf06e3fe-e54c-49e8-8976-1c8613412820: rpc.has_security_group_logging(os_id): False [ 646.495016] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.495016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.495016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.495276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.495276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.495353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.495775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.495775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.495775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.495775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.495920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.496032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.496124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.496365] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.496530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.496750] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.496831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.496910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.498151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.498345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.498479] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 is going to be created. [ 646.539022] env[66551]: INFO networking_nsxv3.common.synchronization [None req-58b30354-abdd-4a92-958d-8c158991a0e2 None None] Enqueued Resource ID: 9a8dd5f9-cc2a-4123-a4e8-79e4513348fa with Priority: HIGHEST for action port [ 646.539151] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8dd5f9-cc2a-4123-a4e8-79e4513348fa with Priority: HIGHEST for action port [ 646.539526] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a8dd5f9-cc2a-4123-a4e8-79e4513348fa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.539649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a8dd5f9-cc2a-4123-a4e8-79e4513348fa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.539690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a8dd5f9-cc2a-4123-a4e8-79e4513348fa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.540825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a8dd5f9-cc2a-4123-a4e8-79e4513348fa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.540825] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a8dd5f9-cc2a-4123-a4e8-79e4513348fa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.572086] env[66551]: INFO networking_nsxv3.common.synchronization [None req-f51746e7-b612-4515-8a40-dac63cb31c6c tempest-ServersTestBootFromVolume-1419153720 tempest-ServersTestBootFromVolume-1419153720-project-member] Enqueued Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_rules [ 646.572800] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_rules [ 646.573287] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.573375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.582319] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.582319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.582521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.582791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.582791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.603505] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: IN_PROGRESS for 2s [ 646.692705] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.693357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.693662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.693931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.694221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.694466] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.694583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.694654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.694854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.694937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.695042] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8122783d-8ce6-482f-aae5-74887c0b2423 is going to be updated. [ 646.735454] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.735683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.735877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.736155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.736334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.748884] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8122783d-8ce6-482f-aae5-74887c0b2423 in Status: IN_PROGRESS for 2s [ 646.773079] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.773285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.773329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.773758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.773758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.773758] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 already deleted. [ 646.773970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.775411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.775477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.776718] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.043388] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a8dd5f9-cc2a-4123-a4e8-79e4513348fa [ 647.043665] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.043831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.043892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.044118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.044411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.044411] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a8dd5f9-cc2a-4123-a4e8-79e4513348fa already deleted. [ 647.044411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a8dd5f9-cc2a-4123-a4e8-79e4513348fa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.316175] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.316379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.316423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.316699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.316793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.316902] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 already deleted. [ 647.316989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.304893] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a in Status: SUCCESS [ 648.305334] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a deletion is rescheduled due to dependency. [ 648.305596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.621687] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: SUCCESS [ 648.621953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.768598] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8122783d-8ce6-482f-aae5-74887c0b2423 in Status: SUCCESS [ 648.769819] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8122783d-8ce6-482f-aae5-74887c0b2423 deletion is rescheduled due to dependency. [ 648.769819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.504162] env[66551]: INFO networking_nsxv3.common.synchronization [None req-77585737-bc8f-4a7c-b093-dccfabe85d79 None None] Enqueued Resource ID: 0114852b-b131-46c7-a051-9341096bd2b8 with Priority: HIGHEST for action port [ 649.504162] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0114852b-b131-46c7-a051-9341096bd2b8 with Priority: HIGHEST for action port [ 649.504447] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-0114852b-b131-46c7-a051-9341096bd2b8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.504447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0114852b-b131-46c7-a051-9341096bd2b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.505984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0114852b-b131-46c7-a051-9341096bd2b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.505984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0114852b-b131-46c7-a051-9341096bd2b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.505984] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0114852b-b131-46c7-a051-9341096bd2b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.008879] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0114852b-b131-46c7-a051-9341096bd2b8 [ 650.009148] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.009283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.009351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.009658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.009749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.009848] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0114852b-b131-46c7-a051-9341096bd2b8 already deleted. [ 650.009951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0114852b-b131-46c7-a051-9341096bd2b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.078916] env[66551]: INFO networking_nsxv3.common.synchronization [req-43d7478c-28fd-462e-82f8-4842523348b0 req-1b8a8aa6-264e-48b3-9896-5a76392a19e2 tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 651.079829] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 651.080489] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.080821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.080972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.082667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.082667] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.082667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.082667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.082667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.082908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.082908] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.384123] env[66551]: INFO networking_nsxv3.common.synchronization [None req-117294dd-80b7-498d-b0c8-fa55117584c6 None None] Enqueued Resource ID: b3799604-0d9f-4617-9771-01b63ee196e2 with Priority: HIGHEST for action port [ 651.385764] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3799604-0d9f-4617-9771-01b63ee196e2 with Priority: HIGHEST for action port [ 651.386452] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3799604-0d9f-4617-9771-01b63ee196e2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.386654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3799604-0d9f-4617-9771-01b63ee196e2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.386766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3799604-0d9f-4617-9771-01b63ee196e2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.387229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3799604-0d9f-4617-9771-01b63ee196e2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.387352] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3799604-0d9f-4617-9771-01b63ee196e2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.511339] env[66551]: INFO networking_nsxv3.common.synchronization [req-f7a4afab-b483-468c-b517-16a30d3544cd req-9fa949ff-895d-4c2f-a792-9709354d218e tempest-ListImageFiltersTestJSON-1775179469 tempest-ListImageFiltersTestJSON-1775179469-project-member] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 651.513781] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 651.513781] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.513935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.514076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.514316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.514398] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.514482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.515035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.515035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.515035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.515238] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.586151] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.689787] env[66551]: INFO networking_nsxv3.common.synchronization [None req-3d86222a-966f-49d5-b742-7594acae3fcc None None] Enqueued Resource ID: 3bd31b6b-c943-440a-a74b-79550186847b with Priority: HIGHEST for action port [ 651.691018] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd31b6b-c943-440a-a74b-79550186847b with Priority: HIGHEST for action port [ 651.691345] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd31b6b-c943-440a-a74b-79550186847b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.694233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd31b6b-c943-440a-a74b-79550186847b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.694233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd31b6b-c943-440a-a74b-79550186847b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.694233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd31b6b-c943-440a-a74b-79550186847b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.694233] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd31b6b-c943-440a-a74b-79550186847b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.772205] env[66551]: INFO networking_nsxv3.common.synchronization [req-43d7478c-28fd-462e-82f8-4842523348b0 req-860380d8-3372-4408-b980-56c2b6e03bcb tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 651.772697] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 651.773370] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.773481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.890769] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3799604-0d9f-4617-9771-01b63ee196e2 [ 651.890769] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.890769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.890769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.891357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.891357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.891357] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3799604-0d9f-4617-9771-01b63ee196e2 already deleted. [ 651.891357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3799604-0d9f-4617-9771-01b63ee196e2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.020091] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.079201] env[66551]: INFO networking_nsxv3.common.synchronization [req-43d7478c-28fd-462e-82f8-4842523348b0 req-3c75e82d-fc94-49a9-b945-1a69b587ff72 tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 652.079726] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 652.080174] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.080174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.088594] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.089990] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.090179] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.090291] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.090533] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.090777] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.090938] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.094077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.094077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.094224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.094335] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.094439] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.095725] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.095725] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.095725] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.095725] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.095725] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.120226] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.120226] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.120226] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.120226] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.120226] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.120492] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.120492] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.120767] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.120895] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.198980] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bd31b6b-c943-440a-a74b-79550186847b [ 652.200078] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.201656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.201656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.201656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.201656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.201656] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bd31b6b-c943-440a-a74b-79550186847b already deleted. [ 652.201656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd31b6b-c943-440a-a74b-79550186847b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.522382] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.596752] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.596958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.597039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.597247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.597364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.597510] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 652.625049] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.625931] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.626181] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.626626] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.626824] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.627037] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74 not found, creating... [ 652.627469] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.627709] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.627887] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.631644] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.631993] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.632627] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.632939] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.633092] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.634483] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.634483] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.634483] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74 is going to be created. [ 652.636355] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.636496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.636558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.636816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.636988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.656994] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 652.666274] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.666512] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.666608] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.667359] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.667658] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.667948] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.686586] env[66551]: INFO networking_nsxv3.common.synchronization [req-b8a30d35-b297-4f88-9809-c2eb28ee3885 req-3fd9eabb-8cca-4ada-93c0-6476e8899866 tempest-DeleteServersAdminTestJSON-1443886278 tempest-DeleteServersAdminTestJSON-1443886278-project-member] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 652.687496] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 652.688295] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.688499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.688687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.688950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.690335] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.690335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.690335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.690335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.690335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.690335] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.867629] env[66551]: INFO networking_nsxv3.common.synchronization [None req-67cebbb7-2bf2-4129-a921-35c898b7148d tempest-ServersTestManualDisk-2077139129 tempest-ServersTestManualDisk-2077139129-project-member] Enqueued Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_rules [ 652.868273] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_rules [ 652.868529] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.869061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.869061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.869061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.869312] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.028026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.028026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.028026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.028026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.028026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.028026] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 is going to be updated. [ 653.066475] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.066475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.066475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.066475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.066475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.083337] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: IN_PROGRESS for 2s [ 653.196033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.196033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.196033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.196033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.196033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.196033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.196033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.196033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.196033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.196033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.196033] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 is going to be updated. [ 653.240229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.240229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.242045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.242045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.242045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.252650] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: IN_PROGRESS for 2s [ 653.397361] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.397361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.397361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.397653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.397653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.397653] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 already deleted. [ 653.397810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.459775] env[66551]: INFO networking_nsxv3.common.synchronization [req-f7a4afab-b483-468c-b517-16a30d3544cd req-cdb475be-e95a-47e2-8300-0d951c0f922e service nova] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_rules [ 653.459866] env[66551]: INFO networking_nsxv3.common.synchronization [req-f7a4afab-b483-468c-b517-16a30d3544cd req-cdb475be-e95a-47e2-8300-0d951c0f922e service nova] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 653.460029] env[66551]: INFO networking_nsxv3.common.synchronization [req-f7a4afab-b483-468c-b517-16a30d3544cd req-cdb475be-e95a-47e2-8300-0d951c0f922e service nova] Enqueued Resource ID: aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74 with Priority: HIGHEST for action port [ 653.461306] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_rules [ 653.461546] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 653.461709] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74 with Priority: HIGHEST for action port [ 653.462180] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.462947] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.463625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.464300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.464460] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.466525] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.466525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.466525] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.466799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.466799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.466884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.467140] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.591197] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.591715] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.591715] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.591913] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.592177] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.592302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.592434] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.593385] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.593385] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.593385] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.593385] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.593385] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.593385] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.593647] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.593647] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.593647] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.604857] env[66551]: INFO networking_nsxv3.common.synchronization [None req-8213361e-d09e-48ba-a33c-4c28bb6d4d42 tempest-ServersTestManualDisk-2077139129 tempest-ServersTestManualDisk-2077139129-project-member] Enqueued Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_rules [ 653.604975] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_rules [ 653.605389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.605605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.605690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.605964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.606095] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.620099] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.620301] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.620492] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.620651] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.621015] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-f51518c4-72d5-4b53-aa66-c429203a59a7 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.621218] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-f51518c4-72d5-4b53-aa66-c429203a59a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.621334] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-f51518c4-72d5-4b53-aa66-c429203a59a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.622017] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-f51518c4-72d5-4b53-aa66-c429203a59a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.622017] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51518c4-72d5-4b53-aa66-c429203a59a7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.812012] env[66551]: INFO networking_nsxv3.common.synchronization [None req-6df26abb-41e8-4d0e-aa07-2b166fd578e2 None None] Enqueued Resource ID: f4f20e0b-2fb6-4437-b697-4194103b7b2e with Priority: HIGHEST for action port [ 653.812602] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f20e0b-2fb6-4437-b697-4194103b7b2e with Priority: HIGHEST for action port [ 653.812908] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4f20e0b-2fb6-4437-b697-4194103b7b2e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.814480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4f20e0b-2fb6-4437-b697-4194103b7b2e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.814480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4f20e0b-2fb6-4437-b697-4194103b7b2e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.814480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4f20e0b-2fb6-4437-b697-4194103b7b2e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.814480] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f20e0b-2fb6-4437-b697-4194103b7b2e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.969729] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.969879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.970114] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74 with status ACTIVE [ 653.970304] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.970421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.970484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.973476] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.973476] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.973476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.973476] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74 is going to be updated. [ 654.002268] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.003491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.003491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.003491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.003491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.003491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec9c1f2-ccf9-4e1f-8dbe-17d3cf1aea74" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.127852] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.127852] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.128302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.128454] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.128650] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.128828] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port f51518c4-72d5-4b53-aa66-c429203a59a7 not found, creating... [ 654.129140] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.129343] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.129469] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.129722] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.129872] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.130168] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.130317] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.130429] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.130637] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.130780] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.130917] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: f51518c4-72d5-4b53-aa66-c429203a59a7 is going to be created. [ 654.133032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.133032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.133208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.133381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.133469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.133557] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 already deleted. [ 654.133635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.169523] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.169793] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.170620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.170620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.170620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.170831] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-f51518c4-72d5-4b53-aa66-c429203a59a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.317836] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4f20e0b-2fb6-4437-b697-4194103b7b2e [ 654.318530] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.318530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.318530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.318819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.318819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.318909] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4f20e0b-2fb6-4437-b697-4194103b7b2e already deleted. [ 654.318978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4f20e0b-2fb6-4437-b697-4194103b7b2e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.669372] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 654.669637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.669822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.670059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.670257] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.670378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.670442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.670607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.670691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.670784] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.882534] env[66551]: INFO networking_nsxv3.common.synchronization [req-b8a30d35-b297-4f88-9809-c2eb28ee3885 req-b0c62207-a04e-46f0-964d-49abeec161ab service nova] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_rules [ 654.882534] env[66551]: INFO networking_nsxv3.common.synchronization [req-b8a30d35-b297-4f88-9809-c2eb28ee3885 req-b0c62207-a04e-46f0-964d-49abeec161ab service nova] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 654.882534] env[66551]: INFO networking_nsxv3.common.synchronization [req-b8a30d35-b297-4f88-9809-c2eb28ee3885 req-b0c62207-a04e-46f0-964d-49abeec161ab service nova] Enqueued Resource ID: f51518c4-72d5-4b53-aa66-c429203a59a7 with Priority: HIGHEST for action port [ 654.882725] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_rules [ 654.882838] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 654.882932] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51518c4-72d5-4b53-aa66-c429203a59a7 with Priority: HIGHEST for action port [ 654.883347] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.883474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.883541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.883799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.883832] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.885215] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.886995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.886995] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51518c4-72d5-4b53-aa66-c429203a59a7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.886995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51518c4-72d5-4b53-aa66-c429203a59a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.886995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51518c4-72d5-4b53-aa66-c429203a59a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.886995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51518c4-72d5-4b53-aa66-c429203a59a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.886995] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51518c4-72d5-4b53-aa66-c429203a59a7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.091695] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: SUCCESS [ 655.091924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.092326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.092602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.092834] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.093086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.093086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.093478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.093478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.093478] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.172834] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.173138] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.173138] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.173326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.173367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.173626] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.173730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.173730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.173857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.173934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.174029] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 655.204894] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.204894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.204894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.205142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.208721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.217800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 655.262672] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: SUCCESS [ 655.262864] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 deletion is rescheduled due to dependency. [ 655.262983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.263166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.263382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.263567] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.263688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.263753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.263909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.263991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.264116] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.386470] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.386587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.388014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f51518c4-72d5-4b53-aa66-c429203a59a7 with status ACTIVE [ 655.388238] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.389858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.390217] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.390217] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.390328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.390527] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.390645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.390707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.390902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.390982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.391198] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.391296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.391354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.391513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.391588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.391672] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f51518c4-72d5-4b53-aa66-c429203a59a7 is going to be updated. [ 655.418834] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.422208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.422208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.422208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.422208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.422208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51518c4-72d5-4b53-aa66-c429203a59a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.599273] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.682299] env[66551]: INFO networking_nsxv3.common.synchronization [req-bc021ac9-ddf6-49cb-b518-c526123fbbcb req-02e5961d-9599-45c5-bbe3-ba5e12ae91e8 tempest-ServerRescueTestJSON-1527872863 tempest-ServerRescueTestJSON-1527872863-project-member] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 655.682803] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 655.683385] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.683385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.683385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.683616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.683721] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.683825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.683882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.684054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.684150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.684245] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.767342] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.104223] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.139681] env[66551]: INFO networking_nsxv3.common.synchronization [None req-6b6f3192-49c4-4b53-931a-495008b31090 None None] Enqueued Resource ID: fa06ea7b-87fd-4d84-8109-a34f295f2a45 with Priority: HIGHEST for action port [ 656.140128] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa06ea7b-87fd-4d84-8109-a34f295f2a45 with Priority: HIGHEST for action port [ 656.140731] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa06ea7b-87fd-4d84-8109-a34f295f2a45 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.140731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa06ea7b-87fd-4d84-8109-a34f295f2a45" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.140731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa06ea7b-87fd-4d84-8109-a34f295f2a45" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.140928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa06ea7b-87fd-4d84-8109-a34f295f2a45" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.141471] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa06ea7b-87fd-4d84-8109-a34f295f2a45',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.146582] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-901 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.146737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-901" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.146784] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-901" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.147488] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-901" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.147593] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.147663] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.147766] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.148025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.148166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.148360] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.148485] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.148591] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.148689] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.148789] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.148885] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.149017] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.170555] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.170768] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.171391] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.171391] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-901" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.171520] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-71ed4adf-03a9-4148-905d-90fd72c922f2 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.171664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-71ed4adf-03a9-4148-905d-90fd72c922f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.171788] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-71ed4adf-03a9-4148-905d-90fd72c922f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.172171] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-71ed4adf-03a9-4148-905d-90fd72c922f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.172429] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ed4adf-03a9-4148-905d-90fd72c922f2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.187716] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.188039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.188039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.188264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.188358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.188634] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.188740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.188802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.188971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.189046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.189140] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f already deleted. [ 656.189222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.271012] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.517728] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4cfecf84-89f9-4a0f-8976-f274e153918a None None] Enqueued Resource ID: 8ac404de-fef5-43bc-9cee-59908149608f with Priority: HIGHEST for action port [ 656.518456] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac404de-fef5-43bc-9cee-59908149608f with Priority: HIGHEST for action port [ 656.518774] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac404de-fef5-43bc-9cee-59908149608f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.518904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac404de-fef5-43bc-9cee-59908149608f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.518972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac404de-fef5-43bc-9cee-59908149608f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.519421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac404de-fef5-43bc-9cee-59908149608f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.519514] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac404de-fef5-43bc-9cee-59908149608f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.606491] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.606643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.606692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.606961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.607058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.607100] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 is going to be updated. [ 656.642967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.643433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.645730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.645730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.645730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.645730] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa06ea7b-87fd-4d84-8109-a34f295f2a45 [ 656.645730] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.645730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.645730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.645730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.645730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.645730] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa06ea7b-87fd-4d84-8109-a34f295f2a45 already deleted. [ 656.646328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa06ea7b-87fd-4d84-8109-a34f295f2a45" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.656021] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: IN_PROGRESS for 2s [ 656.675466] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.675677] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.675796] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.676090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.676237] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.676384] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 71ed4adf-03a9-4148-905d-90fd72c922f2 not found, creating... [ 656.676824] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.677016] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.677138] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.677700] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.677700] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.677810] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.677966] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.678095] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.678385] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.678497] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.678645] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 71ed4adf-03a9-4148-905d-90fd72c922f2 is going to be created. [ 656.699415] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.700171] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.700382] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.700528] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.700770] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.701646] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-71ed4adf-03a9-4148-905d-90fd72c922f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.773994] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.774209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.774259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.774480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.774583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.774685] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 is going to be updated. [ 656.817818] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.818108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.818108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.818274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.818489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.829852] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: IN_PROGRESS for 2s [ 657.022856] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ac404de-fef5-43bc-9cee-59908149608f [ 657.022856] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.022856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.022856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.023138] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.023138] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.023138] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ac404de-fef5-43bc-9cee-59908149608f already deleted. [ 657.023274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac404de-fef5-43bc-9cee-59908149608f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.230422] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 657.231057] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 deletion is rescheduled due to dependency. [ 657.231057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.231201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.231471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.231719] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.231928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.231994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.232204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.232386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.232449] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.493215] env[66551]: INFO networking_nsxv3.common.synchronization [req-bc021ac9-ddf6-49cb-b518-c526123fbbcb req-9156da81-7ca3-4301-992d-b6decb76f9b4 service nova] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_rules [ 657.495335] env[66551]: INFO networking_nsxv3.common.synchronization [req-bc021ac9-ddf6-49cb-b518-c526123fbbcb req-9156da81-7ca3-4301-992d-b6decb76f9b4 service nova] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 657.495335] env[66551]: INFO networking_nsxv3.common.synchronization [req-bc021ac9-ddf6-49cb-b518-c526123fbbcb req-9156da81-7ca3-4301-992d-b6decb76f9b4 service nova] Enqueued Resource ID: 71ed4adf-03a9-4148-905d-90fd72c922f2 with Priority: HIGHEST for action port [ 657.495335] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_rules [ 657.495335] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 657.495335] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ed4adf-03a9-4148-905d-90fd72c922f2 with Priority: HIGHEST for action port [ 657.495335] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.495335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.495814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.495814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.495814] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.497214] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.497343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.497407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.498033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.498033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.498033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.498033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.498341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.498341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.498341] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.499068] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ed4adf-03a9-4148-905d-90fd72c922f2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.499177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ed4adf-03a9-4148-905d-90fd72c922f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.499242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ed4adf-03a9-4148-905d-90fd72c922f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.500061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ed4adf-03a9-4148-905d-90fd72c922f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.500061] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ed4adf-03a9-4148-905d-90fd72c922f2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.736067] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.736067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.736067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.736067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.736067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.736067] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.736067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.736428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.736428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.736428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.736702] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 657.765031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.765261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.765261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.765480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.766114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.775076] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 658.001810] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.001950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.002194] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.003039] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71ed4adf-03a9-4148-905d-90fd72c922f2 with status ACTIVE [ 658.003224] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.003454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.003521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.004460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.004542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.004757] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.004863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.004929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.005205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.005205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.005616] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.005616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.005616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.005750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.005750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.005822] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71ed4adf-03a9-4148-905d-90fd72c922f2 is going to be updated. [ 658.026807] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.027050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.027050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.027248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.027374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.027576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ed4adf-03a9-4148-905d-90fd72c922f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.507568] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.669359] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: SUCCESS [ 658.669536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.669681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.669908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.670116] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.670237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.670303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.670461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.670543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.670649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.670802] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.842975] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: SUCCESS [ 658.843224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.843399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.843622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.843827] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.843925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.843990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.844158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.844240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.844325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.844417] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.011037] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.011214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.011288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.011512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.011603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.011702] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be created. [ 659.040030] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.040197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.040197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.040360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.040549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.044162] env[66551]: INFO networking_nsxv3.common.synchronization [None req-48e2d4d8-8c0d-43bd-8db8-1073ab49d7d6 None None] Enqueued Resource ID: cc6165fe-e9e2-4b90-b223-0e6da53a12d1 with Priority: HIGHEST for action port [ 659.047047] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6165fe-e9e2-4b90-b223-0e6da53a12d1 with Priority: HIGHEST for action port [ 659.047047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6165fe-e9e2-4b90-b223-0e6da53a12d1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.047047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6165fe-e9e2-4b90-b223-0e6da53a12d1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.047047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6165fe-e9e2-4b90-b223-0e6da53a12d1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.047047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6165fe-e9e2-4b90-b223-0e6da53a12d1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.047047] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6165fe-e9e2-4b90-b223-0e6da53a12d1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.057311] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: UNINITIALIZED for 2s [ 659.174635] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.174839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.174909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.175106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.175318] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.175419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.175540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.175656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.175706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.175788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.175933] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.176266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.177908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.177908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.177908] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.177908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.177908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.177908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.177908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.177908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.178207] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.349469] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.349654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.349762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.350062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.350240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.350351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.350411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.350610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.350703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.350828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.351032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.351147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.351206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.351403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.351561] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.351669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.351736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.351903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.351976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.353970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.354143] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.549683] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc6165fe-e9e2-4b90-b223-0e6da53a12d1 [ 659.549683] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.549683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.550179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.550179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.550179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.550179] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc6165fe-e9e2-4b90-b223-0e6da53a12d1 already deleted. [ 659.550179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6165fe-e9e2-4b90-b223-0e6da53a12d1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.683997] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf06e3fe-e54c-49e8-8976-1c8613412820: rpc.has_security_group_logging(os_id): False [ 659.713296] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.713296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.713296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.713296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.713887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.715199] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.715199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.715199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.715199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.715199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.717875] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.717875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.717875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.717875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.717875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.717875] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.717875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.717875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.717875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.717875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.717875] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 is going to be updated. [ 659.788486] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.788486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.788486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.788486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.788486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.794110] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 659.794297] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 deletion is rescheduled due to dependency. [ 659.794353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.805247] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: IN_PROGRESS for 2s [ 659.858477] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0443c931-fd4a-4b4b-946e-5b53ed5b7af3: rpc.has_security_group_logging(os_id): False [ 659.880242] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.880451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.880519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.880877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.880877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.881173] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.881233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.882698] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.882698] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.882698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.883205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.883205] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 is going to be updated. [ 659.930373] env[66551]: INFO networking_nsxv3.common.synchronization [None req-3679d909-2a3c-498c-86c2-19305621e05d tempest-AttachVolumeTestJSON-1055414765 tempest-AttachVolumeTestJSON-1055414765-project-member] Enqueued Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_rules [ 659.931168] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_rules [ 659.932381] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.932381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.932381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.932381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.932381] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.985025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.985025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.985025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.985025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.985025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.005091] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: IN_PROGRESS for 2s [ 660.066063] env[66551]: INFO networking_nsxv3.common.synchronization [None req-8ac7ca6f-d7f3-49d7-a3c4-cf0b16243792 tempest-AttachVolumeTestJSON-1055414765 tempest-AttachVolumeTestJSON-1055414765-project-member] Enqueued Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_rules [ 660.066814] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_rules [ 660.066945] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.070132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.140468] env[66551]: INFO networking_nsxv3.common.synchronization [None req-0915b18b-541e-454f-bda3-8ad3fc745de2 None None] Enqueued Resource ID: e5fe2677-7827-468e-b48c-7f6fef99dc0c with Priority: HIGHEST for action port [ 660.141331] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5fe2677-7827-468e-b48c-7f6fef99dc0c with Priority: HIGHEST for action port [ 660.141640] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5fe2677-7827-468e-b48c-7f6fef99dc0c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.141775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5fe2677-7827-468e-b48c-7f6fef99dc0c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.141823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5fe2677-7827-468e-b48c-7f6fef99dc0c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.142381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5fe2677-7827-468e-b48c-7f6fef99dc0c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.143189] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5fe2677-7827-468e-b48c-7f6fef99dc0c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.459457] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.459650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.459695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.459890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.459979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.460095] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa already deleted. [ 660.460181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.460338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.460504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.460585] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.646260] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5fe2677-7827-468e-b48c-7f6fef99dc0c [ 660.646624] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.646843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.646979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.647334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.647495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.647666] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5fe2677-7827-468e-b48c-7f6fef99dc0c already deleted. [ 660.647833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5fe2677-7827-468e-b48c-7f6fef99dc0c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.988996] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.989939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.989939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.990168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.990735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.990735] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa already deleted. [ 660.990735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.068904] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: SUCCESS [ 661.069090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.069249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.069635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.069848] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.069983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.070061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.070237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.070318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.070404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.070510] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.574495] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.574495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.574495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.574495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.574495] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.574495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.574495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.575656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.575656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.575656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.575656] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.576624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.576701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.576877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.577055] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.578822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.578822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.578822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.578822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.578822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.578822] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.676849] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ab6628ab-d3d3-4377-a5a5-b6c083a8e7a4 None None] Enqueued Resource ID: d2513e62-a367-4b0a-b818-fa0f534b8ca9 with Priority: HIGHEST for action port [ 661.677519] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2513e62-a367-4b0a-b818-fa0f534b8ca9 with Priority: HIGHEST for action port [ 661.677519] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2513e62-a367-4b0a-b818-fa0f534b8ca9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.677519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2513e62-a367-4b0a-b818-fa0f534b8ca9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.677519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2513e62-a367-4b0a-b818-fa0f534b8ca9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.677730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2513e62-a367-4b0a-b818-fa0f534b8ca9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.677807] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2513e62-a367-4b0a-b818-fa0f534b8ca9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.859447] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: SUCCESS [ 661.859630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.021057] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: SUCCESS [ 662.021284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.081543] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa147b36-5016-42f4-a6c4-20dfadeb205f: rpc.has_security_group_logging(os_id): False [ 662.100678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.100844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.100844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.102590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.102590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.102590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.102590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.103321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.103321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.103321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.103321] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be created. [ 662.166904] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.166904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.166904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.167343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.167380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.180327] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2513e62-a367-4b0a-b818-fa0f534b8ca9 [ 662.180621] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.180787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.180919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.181237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.181310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181363] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2513e62-a367-4b0a-b818-fa0f534b8ca9 already deleted. [ 662.181454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2513e62-a367-4b0a-b818-fa0f534b8ca9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.182578] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: IN_PROGRESS for 2s [ 662.574618] env[66551]: INFO networking_nsxv3.common.synchronization [req-ca893dbb-b28c-41e6-9865-3daed71e7a8a req-5bc9f8cf-d449-4fe6-a713-9b0283dbabee tempest-ServersAdminTestJSON-139818615 tempest-ServersAdminTestJSON-139818615-project-member] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 662.575263] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 662.575668] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.575851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.575959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.576218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.576572] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.578188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.578188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.578188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.578188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.578188] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.048230] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.048627] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.048627] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.048850] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.049086] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.049246] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.049354] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.049567] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.049779] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.049902] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.049990] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.050304] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.050414] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.050522] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.050632] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.050759] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.072369] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.072457] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.072591] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.072761] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.073097] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-60d590ef-f93f-458f-b5d8-81d66cbd4766 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.073302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-60d590ef-f93f-458f-b5d8-81d66cbd4766" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.073457] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-60d590ef-f93f-458f-b5d8-81d66cbd4766" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.073864] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-60d590ef-f93f-458f-b5d8-81d66cbd4766" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.074038] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d590ef-f93f-458f-b5d8-81d66cbd4766',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.082717] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.576844] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.577110] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.577233] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.577559] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.577703] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.577854] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 60d590ef-f93f-458f-b5d8-81d66cbd4766 not found, creating... [ 663.578147] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.578301] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.578408] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.578756] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.578897] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.579207] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.579355] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.579612] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.579728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.579859] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.580014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 60d590ef-f93f-458f-b5d8-81d66cbd4766 is going to be created. [ 663.582895] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.599849] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.600078] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.600263] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.600475] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.600704] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.600911] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-60d590ef-f93f-458f-b5d8-81d66cbd4766" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.040653] env[66551]: INFO networking_nsxv3.common.synchronization [req-34dd3ed1-fdff-46e5-91fb-e1491af85d54 req-9e66aa0f-b0c9-42c2-9d45-d16eac10c799 tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 664.040798] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 664.041114] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.041251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.041318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.041545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.041719] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.041824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.041902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.042076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.042162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.042254] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.085940] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.085940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.085940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.085940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.086453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.086453] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 664.128219] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.128372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.128467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.128693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.128840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.140104] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 664.194477] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: SUCCESS [ 664.194667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.325773] env[66551]: INFO networking_nsxv3.common.synchronization [req-ca893dbb-b28c-41e6-9865-3daed71e7a8a req-702a70fc-2ea7-4069-9198-bb82ca5be804 service nova] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_rules [ 664.325987] env[66551]: INFO networking_nsxv3.common.synchronization [req-ca893dbb-b28c-41e6-9865-3daed71e7a8a req-702a70fc-2ea7-4069-9198-bb82ca5be804 service nova] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 664.326181] env[66551]: INFO networking_nsxv3.common.synchronization [req-ca893dbb-b28c-41e6-9865-3daed71e7a8a req-702a70fc-2ea7-4069-9198-bb82ca5be804 service nova] Enqueued Resource ID: 60d590ef-f93f-458f-b5d8-81d66cbd4766 with Priority: HIGHEST for action port [ 664.328318] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_rules [ 664.328562] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 664.329119] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d590ef-f93f-458f-b5d8-81d66cbd4766 with Priority: HIGHEST for action port [ 664.329480] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.329727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.329857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.330294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.330548] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.331886] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.333034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.333517] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d590ef-f93f-458f-b5d8-81d66cbd4766 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.334260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d590ef-f93f-458f-b5d8-81d66cbd4766" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.334360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d590ef-f93f-458f-b5d8-81d66cbd4766" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.334602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d590ef-f93f-458f-b5d8-81d66cbd4766" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.334699] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d590ef-f93f-458f-b5d8-81d66cbd4766',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.544766] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.548035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.548035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.548035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.548035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.548035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.548035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.548035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.548035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.548035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.548035] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 664.576070] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.577038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.577038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.577038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.577038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.586588] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 664.836864] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.837073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.841021] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d590ef-f93f-458f-b5d8-81d66cbd4766 with status ACTIVE [ 664.841322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.841500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.841611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.841930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.841968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.842172] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.842258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.842393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.842614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.842704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.842915] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.843075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.843163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.843336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.843460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.843570] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d590ef-f93f-458f-b5d8-81d66cbd4766 is going to be updated. [ 664.868447] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.868648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.868648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.868869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.869009] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.869173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d590ef-f93f-458f-b5d8-81d66cbd4766" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.152104] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 666.152499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.152499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.153171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.153171] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.153171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.153171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.153421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.153547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.153678] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.599656] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 666.600461] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f deletion is rescheduled due to dependency. [ 666.601187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.658778] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.161530] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.665592] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.665802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.665873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.666066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.666152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.666251] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 667.699150] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.699738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.699875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.700077] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.700262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.719723] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 667.949710] env[66551]: INFO networking_nsxv3.common.synchronization [req-7df6b941-d599-4965-943d-1cbc65cdc94f req-2883d044-812f-47ff-a9bf-5af546801217 tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 667.950625] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 667.952286] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.952696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.952696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.952839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.953213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.953434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.953484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.953917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.953917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.955014] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.351260] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.351260] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.351260] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.351260] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.351260] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.351755] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.351755] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.351755] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.352165] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.352165] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.353467] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.353467] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.353467] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.353689] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.353689] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.353832] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.377681] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.377980] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.378218] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.378498] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.378981] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-eb4cd11a-54e1-4af4-a01b-dd283baca36d taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.379692] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-eb4cd11a-54e1-4af4-a01b-dd283baca36d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.379692] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-eb4cd11a-54e1-4af4-a01b-dd283baca36d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.379925] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-eb4cd11a-54e1-4af4-a01b-dd283baca36d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.380538] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb4cd11a-54e1-4af4-a01b-dd283baca36d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.456959] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.457144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.457223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.457721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.457721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.457721] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.457978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.457978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.458053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.458210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.458210] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 668.484622] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.484840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.484840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.485106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.485286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.494793] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 668.883820] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.884066] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.885081] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.885081] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.885081] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.885081] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port eb4cd11a-54e1-4af4-a01b-dd283baca36d not found, creating... [ 668.885081] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.885352] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.885352] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.885480] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.885608] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.885873] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.886023] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.886131] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.886416] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.886665] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.886833] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: eb4cd11a-54e1-4af4-a01b-dd283baca36d is going to be created. [ 668.909879] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.910097] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.910427] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.910782] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.910782] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.911444] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-eb4cd11a-54e1-4af4-a01b-dd283baca36d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.714822] env[66551]: INFO networking_nsxv3.common.synchronization [req-7df6b941-d599-4965-943d-1cbc65cdc94f req-c3b7fa47-a252-4fea-9d14-2b5c29bb4a7d service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 669.715191] env[66551]: INFO networking_nsxv3.common.synchronization [req-7df6b941-d599-4965-943d-1cbc65cdc94f req-c3b7fa47-a252-4fea-9d14-2b5c29bb4a7d service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 669.715191] env[66551]: INFO networking_nsxv3.common.synchronization [req-7df6b941-d599-4965-943d-1cbc65cdc94f req-c3b7fa47-a252-4fea-9d14-2b5c29bb4a7d service nova] Enqueued Resource ID: eb4cd11a-54e1-4af4-a01b-dd283baca36d with Priority: HIGHEST for action port [ 669.715370] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 669.715524] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 669.715609] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb4cd11a-54e1-4af4-a01b-dd283baca36d with Priority: HIGHEST for action port [ 669.716625] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.716691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.716731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.717146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.717146] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.719102] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.719231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.719447] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb4cd11a-54e1-4af4-a01b-dd283baca36d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.719609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb4cd11a-54e1-4af4-a01b-dd283baca36d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.719672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb4cd11a-54e1-4af4-a01b-dd283baca36d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.719830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb4cd11a-54e1-4af4-a01b-dd283baca36d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.719909] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb4cd11a-54e1-4af4-a01b-dd283baca36d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.737362] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 669.737577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.738025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.738280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.738893] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.739081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.739081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.739259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.739344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.739448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.739592] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.220061] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.220323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.221565] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb4cd11a-54e1-4af4-a01b-dd283baca36d with status ACTIVE [ 670.221818] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.221923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.221923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.222322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.222322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.222438] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.222498] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.222744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.222744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.222893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.222949] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.223044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.223123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.223326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.223453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.223634] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb4cd11a-54e1-4af4-a01b-dd283baca36d is going to be updated. [ 670.243526] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.243702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.243790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.244075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.244222] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.244376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.244376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.244565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.244692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.244926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.244995] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.245233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.245233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.245651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.245651] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.245651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.245651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.245873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.245873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.245953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.246062] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.249298] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.250490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.250490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.250666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.250797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.250959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb4cd11a-54e1-4af4-a01b-dd283baca36d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.444697] env[66551]: INFO networking_nsxv3.common.synchronization [req-f787f23a-d073-462e-b5d0-bbb4c7b113d9 req-1ee18eba-d3e3-4c01-b593-207a55576d54 tempest-FloatingIPsAssociationTestJSON-1347706175 tempest-FloatingIPsAssociationTestJSON-1347706175-project-member] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 670.445339] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 670.445636] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.445798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.445855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.446429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.447046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.447147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.447247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.447437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.447537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.447695] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.506158] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 670.506158] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 deletion is rescheduled due to dependency. [ 670.506158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.506158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.506158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.506733] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.506976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.507151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.507508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.507669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.507851] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.752254] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83940e2-e3a7-4020-834b-dd495e6bf686: rpc.has_security_group_logging(os_id): False [ 670.772173] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.774500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.774500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.774500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.776513] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.776513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.778617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.780129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.780228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.780309] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 670.847849] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.848129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.848200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.848380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.848572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.865372] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 670.867699] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-942 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.867879] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-942" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.867995] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-942" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.868266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-942" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.868527] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.868680] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.868805] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.869046] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.869190] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.869384] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.869489] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.869624] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.869728] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.869864] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.869966] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.870143] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.890822] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.890988] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.891181] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.891324] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-942" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.891633] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-1091efc9-4a1a-4fa9-9802-98b376529832 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.891800] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-1091efc9-4a1a-4fa9-9802-98b376529832" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.891917] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-1091efc9-4a1a-4fa9-9802-98b376529832" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.892261] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-1091efc9-4a1a-4fa9-9802-98b376529832" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.892407] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1091efc9-4a1a-4fa9-9802-98b376529832',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.949898] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.009786] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.398021] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.398021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.398021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.398021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.398021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.398021] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 1091efc9-4a1a-4fa9-9802-98b376529832 not found, creating... [ 671.398021] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.398021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.398021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.398021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.398021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.398809] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.398809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.398809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.398809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.398809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.398809] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 1091efc9-4a1a-4fa9-9802-98b376529832 is going to be created. [ 671.422824] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.423241] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.423923] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.423923] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.424063] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.424264] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-1091efc9-4a1a-4fa9-9802-98b376529832" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.452348] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.512106] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.954962] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.955315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.955315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.955473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.955510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.955603] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 is going to be updated. [ 671.992038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.992038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.992038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.992038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.992038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.004273] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: IN_PROGRESS for 2s [ 672.014572] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.014754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.014839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.015052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.015183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.015292] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 672.060318] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.060471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.060540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.060826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.060981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.078917] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 672.134147] env[66551]: INFO networking_nsxv3.common.synchronization [req-f787f23a-d073-462e-b5d0-bbb4c7b113d9 req-c1c241f2-57b8-40da-8924-6dc4aa3721d9 service nova] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_rules [ 672.134147] env[66551]: INFO networking_nsxv3.common.synchronization [req-f787f23a-d073-462e-b5d0-bbb4c7b113d9 req-c1c241f2-57b8-40da-8924-6dc4aa3721d9 service nova] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 672.134147] env[66551]: INFO networking_nsxv3.common.synchronization [req-f787f23a-d073-462e-b5d0-bbb4c7b113d9 req-c1c241f2-57b8-40da-8924-6dc4aa3721d9 service nova] Enqueued Resource ID: 1091efc9-4a1a-4fa9-9802-98b376529832 with Priority: HIGHEST for action port [ 672.134423] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_rules [ 672.134614] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 672.134754] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1091efc9-4a1a-4fa9-9802-98b376529832 with Priority: HIGHEST for action port [ 672.135143] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.135275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.135338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.135568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.135715] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.137241] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.137336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.137552] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1091efc9-4a1a-4fa9-9802-98b376529832 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.138363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1091efc9-4a1a-4fa9-9802-98b376529832" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.138363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1091efc9-4a1a-4fa9-9802-98b376529832" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.138363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1091efc9-4a1a-4fa9-9802-98b376529832" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.138363] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1091efc9-4a1a-4fa9-9802-98b376529832',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.640304] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.640476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.640525] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1091efc9-4a1a-4fa9-9802-98b376529832 with status ACTIVE [ 672.640855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.640855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.640993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.641139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.641275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.641442] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.641527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.641577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.641705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.641878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.641938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.642039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.642101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.642259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.642304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.642385] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1091efc9-4a1a-4fa9-9802-98b376529832 is going to be updated. [ 672.667894] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.668098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.668181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.668490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.668490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.668908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1091efc9-4a1a-4fa9-9802-98b376529832" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.823615] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4de37bbe-28e5-4640-a5c8-3dd5962782cb None None] Enqueued Resource ID: 785b92ff-f1f8-46e4-aaf9-11cf59f099cb with Priority: HIGHEST for action port [ 672.824029] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 785b92ff-f1f8-46e4-aaf9-11cf59f099cb with Priority: HIGHEST for action port [ 672.825599] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-785b92ff-f1f8-46e4-aaf9-11cf59f099cb taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.827510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-785b92ff-f1f8-46e4-aaf9-11cf59f099cb" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.827510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-785b92ff-f1f8-46e4-aaf9-11cf59f099cb" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.827802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-785b92ff-f1f8-46e4-aaf9-11cf59f099cb" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.828110] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785b92ff-f1f8-46e4-aaf9-11cf59f099cb',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.932737] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 672.933324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.330552] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 785b92ff-f1f8-46e4-aaf9-11cf59f099cb [ 673.330900] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.330900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.330900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.331122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.331181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.332034] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:785b92ff-f1f8-46e4-aaf9-11cf59f099cb already deleted. [ 673.332034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-785b92ff-f1f8-46e4-aaf9-11cf59f099cb" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.015662] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: SUCCESS [ 674.016515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.016843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.017185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.017490] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.017733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.017909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.018998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.018998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.018998] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.092311] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 674.092311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.092311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.092311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.092311] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.092311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.092311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.092311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.092311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.092311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.092311] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.521277] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.595806] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.595994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.596090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.596304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.596490] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.596594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.596636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.596822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.596872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.596959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.597110] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.597204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.597264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.597409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.597606] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.597726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.597790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.597898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.598038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.598137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.598231] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.024842] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.103424] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc32b3cc-c880-4418-a838-decbbd636d22: rpc.has_security_group_logging(os_id): False [ 675.125504] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.125688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.125756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.126055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.126165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.126473] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.126559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.126597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.126809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.126913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.127106] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.127357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.127357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.127479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.127479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.127699] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.127794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.127846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.128683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.128861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.129043] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 675.200032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.200234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.200332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.200630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.200828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.215292] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 675.323147] env[66551]: INFO networking_nsxv3.common.synchronization [None req-f9e83444-b7d0-4bbb-af1d-7eed3ccc19ee None None] Enqueued Resource ID: 18d30695-0a8a-40db-ab53-8bea5ca07b12 with Priority: HIGHEST for action port [ 675.323789] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d30695-0a8a-40db-ab53-8bea5ca07b12 with Priority: HIGHEST for action port [ 675.324435] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d30695-0a8a-40db-ab53-8bea5ca07b12 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.324435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d30695-0a8a-40db-ab53-8bea5ca07b12" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.324435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d30695-0a8a-40db-ab53-8bea5ca07b12" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.324617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d30695-0a8a-40db-ab53-8bea5ca07b12" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.324832] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d30695-0a8a-40db-ab53-8bea5ca07b12',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.530377] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.531125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.531125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.531125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.531125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.531380] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 is going to be updated. [ 675.569393] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.569689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.569689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.570150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.570150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.582089] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: IN_PROGRESS for 2s [ 675.830049] env[66551]: INFO networking_nsxv3.common.synchronization [None req-9df65c9b-e2e0-4e05-9c4d-d8db74281f59 tempest-ServersTestJSON-1583928320 tempest-ServersTestJSON-1583928320-project-member] Enqueued Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_rules [ 675.830049] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18d30695-0a8a-40db-ab53-8bea5ca07b12 [ 675.830049] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.830049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.830049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.830418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.830418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.830418] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18d30695-0a8a-40db-ab53-8bea5ca07b12 already deleted. [ 675.830541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d30695-0a8a-40db-ab53-8bea5ca07b12" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.831091] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_rules [ 675.831383] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.831550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.831550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.831799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.831871] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.188878] env[66551]: INFO networking_nsxv3.common.synchronization [req-ea4f7fbf-329e-4d0e-80ec-753612cb7a69 req-c5ffdcf9-7967-4d2d-824a-4115e40e8ba0 tempest-ServerActionsTestOtherB-1115780501 tempest-ServerActionsTestOtherB-1115780501-project-member] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 676.189460] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 676.189870] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.190072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.190072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.190317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.191362] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.191480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.191550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.191738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.191828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.191926] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.358897] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.358897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.358897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.358897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.358897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.358897] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 already deleted. [ 676.358897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.485849] env[66551]: INFO networking_nsxv3.common.synchronization [None req-af6053e0-d508-4765-8a04-8976bffd16e7 tempest-ServersTestJSON-1583928320 tempest-ServersTestJSON-1583928320-project-member] Enqueued Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_rules [ 676.486504] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_rules [ 676.486743] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.486866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.486923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.487632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.487632] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.694656] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.695071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.695071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.695071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.695232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.695352] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.695491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.695618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.695707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.695787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.695873] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a already deleted. [ 676.695958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.950525] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.950706] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.950826] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.951166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.951415] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.951563] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.951674] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.951884] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.952019] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.952222] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.952325] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.952424] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.952516] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.952617] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.952715] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.952834] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.971502] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.971655] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.971790] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.972045] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.972331] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.972663] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.972663] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.972911] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.973841] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c6314c-ed64-4c3a-8654-32ea04ca0cd6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.007939] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.008111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.008156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.008476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.008576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.008616] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 already deleted. [ 677.008727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.168071] env[66551]: INFO networking_nsxv3.common.synchronization [req-953682da-31f6-452a-96a9-e0c7ea311d17 req-56555be1-9162-49cc-94c6-d494cdbf7d99 tempest-DeleteServersAdminTestJSON-1443886278 tempest-DeleteServersAdminTestJSON-1443886278-project-member] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 677.168604] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGHEST for action security_group_members [ 677.168900] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.169016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.169099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.169284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.169564] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.169564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.169700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.169775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.169861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.169953] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.228696] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 677.228930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.475759] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.476109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.476237] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.476504] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.476674] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.477138] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 23c6314c-ed64-4c3a-8654-32ea04ca0cd6 not found, creating... [ 677.477138] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.477390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.477390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.477538] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.477696] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.477913] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.478069] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.478187] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.478528] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.478800] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.478800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 23c6314c-ed64-4c3a-8654-32ea04ca0cd6 is going to be created. [ 677.501722] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.502056] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.502056] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.502309] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.502533] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.503090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.526466] env[66551]: INFO networking_nsxv3.common.synchronization [None req-b1e7bf53-6752-4da2-86ed-25c3264a3c03 None None] Enqueued Resource ID: 3bb866e6-ef6d-4081-9705-6a7d900cdbf9 with Priority: HIGHEST for action port [ 677.526466] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb866e6-ef6d-4081-9705-6a7d900cdbf9 with Priority: HIGHEST for action port [ 677.526560] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bb866e6-ef6d-4081-9705-6a7d900cdbf9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.526691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bb866e6-ef6d-4081-9705-6a7d900cdbf9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.526753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bb866e6-ef6d-4081-9705-6a7d900cdbf9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.527231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bb866e6-ef6d-4081-9705-6a7d900cdbf9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.527318] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bb866e6-ef6d-4081-9705-6a7d900cdbf9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.601911] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: SUCCESS [ 677.602274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.602646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.602734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.602964] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.603113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.603177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.603388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.603516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.603610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.603722] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.676027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.676027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.676027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.676027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.676027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.676027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.676027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.676027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.676027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.676027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.676027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 is going to be updated. [ 677.707346] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.707708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.707708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.707708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.707987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.718496] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: IN_PROGRESS for 2s [ 678.029807] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bb866e6-ef6d-4081-9705-6a7d900cdbf9 [ 678.030095] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.030259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.030324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.030522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.030619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.030716] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bb866e6-ef6d-4081-9705-6a7d900cdbf9 already deleted. [ 678.030796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bb866e6-ef6d-4081-9705-6a7d900cdbf9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.106267] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.108998] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.108998] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.108998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.109565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.109565] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.109565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.109565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.109823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.109823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.109959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.109959] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.307275] env[66551]: INFO networking_nsxv3.common.synchronization [req-ea4f7fbf-329e-4d0e-80ec-753612cb7a69 req-ba481ae9-613c-4938-bb7c-febc8c763323 service nova] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 678.307562] env[66551]: INFO networking_nsxv3.common.synchronization [req-ea4f7fbf-329e-4d0e-80ec-753612cb7a69 req-ba481ae9-613c-4938-bb7c-febc8c763323 service nova] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 678.307740] env[66551]: INFO networking_nsxv3.common.synchronization [req-ea4f7fbf-329e-4d0e-80ec-753612cb7a69 req-ba481ae9-613c-4938-bb7c-febc8c763323 service nova] Enqueued Resource ID: 23c6314c-ed64-4c3a-8654-32ea04ca0cd6 with Priority: HIGHEST for action port [ 678.308382] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 678.308575] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 678.308728] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c6314c-ed64-4c3a-8654-32ea04ca0cd6 with Priority: HIGHEST for action port [ 678.309223] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.309223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.309418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.309512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.309652] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.310963] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.311122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.311315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.311563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.311743] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.311855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.311918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.312098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.312235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.312289] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.313443] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.313575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.313634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.313799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.313972] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c6314c-ed64-4c3a-8654-32ea04ca0cd6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.613955] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c80e1466-48b5-42af-afb4-691ca45b4c23: rpc.has_security_group_logging(os_id): False [ 678.636523] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.637219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.637219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.637219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.637786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.638207] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.638592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.639384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.639384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.639384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.639384] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.639384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.639650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.639907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.639971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.640208] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.640401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.640505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.640697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.640905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.640995] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 is going to be updated. [ 678.710017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.710017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.710017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.710770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.710983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.727673] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: IN_PROGRESS for 2s [ 678.816396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.816597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.816930] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.817751] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23c6314c-ed64-4c3a-8654-32ea04ca0cd6 with status ACTIVE [ 678.817976] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.818105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.818170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.818376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.818487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.818671] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.818765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.818821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.818975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.822207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.822520] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.822520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.822520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.823070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.823206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.823206] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23c6314c-ed64-4c3a-8654-32ea04ca0cd6 is going to be updated. [ 678.846577] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.846957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.846957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.847550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.847550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.847550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23c6314c-ed64-4c3a-8654-32ea04ca0cd6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.326760] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.730940] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 in Status: SUCCESS [ 679.731284] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 deletion is rescheduled due to dependency. [ 679.731284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.829636] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.829852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.829889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.830144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.830192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.830286] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be created. [ 679.861447] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.861617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.861659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.861944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.862136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.873342] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: UNINITIALIZED for 2s [ 680.190730] env[66551]: INFO networking_nsxv3.common.synchronization [req-201057c2-d205-40e5-9d35-960da203462b req-244eed1e-7f00-41df-a797-250abd7b954e tempest-ServersAdminNegativeTestJSON-139947128 tempest-ServersAdminNegativeTestJSON-139947128-project-member] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 680.190730] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 680.192268] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.192268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.192617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.193030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.193030] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.193487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.193487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.193487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.193487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.193695] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.271035] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4a6c7e2d-a9d4-4005-a559-4a51ebd3ad26 None None] Enqueued Resource ID: e4bcb62d-af16-4ce5-b4ad-872a3d04beee with Priority: HIGHEST for action port [ 680.271614] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bcb62d-af16-4ce5-b4ad-872a3d04beee with Priority: HIGHEST for action port [ 680.271923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4bcb62d-af16-4ce5-b4ad-872a3d04beee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.272099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4bcb62d-af16-4ce5-b4ad-872a3d04beee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.272166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4bcb62d-af16-4ce5-b4ad-872a3d04beee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.274491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4bcb62d-af16-4ce5-b4ad-872a3d04beee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.274649] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4bcb62d-af16-4ce5-b4ad-872a3d04beee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.696174] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.743485] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: SUCCESS [ 680.743647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.779399] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4bcb62d-af16-4ce5-b4ad-872a3d04beee [ 680.779908] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.779908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.779908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.780098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.780417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.780417] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4bcb62d-af16-4ce5-b4ad-872a3d04beee already deleted. [ 680.780487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4bcb62d-af16-4ce5-b4ad-872a3d04beee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.824964] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.824964] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.825411] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.825411] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.825940] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.826287] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.826612] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.826895] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.827070] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.827920] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.828230] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.828230] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.828580] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.828580] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.829445] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.829615] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.850327] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.850481] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.850635] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.852015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.852015] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-88931bfd-3efe-43ef-b681-68953d6f4678 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.852015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-88931bfd-3efe-43ef-b681-68953d6f4678" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.852015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-88931bfd-3efe-43ef-b681-68953d6f4678" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.852015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-88931bfd-3efe-43ef-b681-68953d6f4678" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.852015] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88931bfd-3efe-43ef-b681-68953d6f4678',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.199750] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.354784] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.355064] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.355186] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.355525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.355713] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.355871] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 88931bfd-3efe-43ef-b681-68953d6f4678 not found, creating... [ 681.356163] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.356340] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.356489] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.356820] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.356820] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.357348] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.357348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.357551] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.357631] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.357754] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.357887] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 88931bfd-3efe-43ef-b681-68953d6f4678 is going to be created. [ 681.381136] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.385302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.385302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.385302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.385302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.385302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-88931bfd-3efe-43ef-b681-68953d6f4678" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.703584] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.703781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.703836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.704052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.704151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.704264] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b is going to be updated. [ 681.738062] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.738279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.738279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.738544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.738693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.755168] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: IN_PROGRESS for 2s [ 681.885288] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 681.885511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.885677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.885892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.886094] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.886205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.886264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.886419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.886494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.886574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.886659] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.189820] env[66551]: INFO networking_nsxv3.common.synchronization [req-201057c2-d205-40e5-9d35-960da203462b req-d142545b-3768-42b8-8e80-289f462ad957 service nova] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_rules [ 682.189820] env[66551]: INFO networking_nsxv3.common.synchronization [req-201057c2-d205-40e5-9d35-960da203462b req-d142545b-3768-42b8-8e80-289f462ad957 service nova] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 682.189820] env[66551]: INFO networking_nsxv3.common.synchronization [req-201057c2-d205-40e5-9d35-960da203462b req-d142545b-3768-42b8-8e80-289f462ad957 service nova] Enqueued Resource ID: 88931bfd-3efe-43ef-b681-68953d6f4678 with Priority: HIGHEST for action port [ 682.190502] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_rules [ 682.191064] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 682.191293] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88931bfd-3efe-43ef-b681-68953d6f4678 with Priority: HIGHEST for action port [ 682.191657] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.191868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.191948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.192188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.192315] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.194486] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.194602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.194800] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-88931bfd-3efe-43ef-b681-68953d6f4678 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.194907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88931bfd-3efe-43ef-b681-68953d6f4678" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.194991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88931bfd-3efe-43ef-b681-68953d6f4678" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.195746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88931bfd-3efe-43ef-b681-68953d6f4678" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.195857] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88931bfd-3efe-43ef-b681-68953d6f4678',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.390489] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.696217] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.696217] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.698187] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88931bfd-3efe-43ef-b681-68953d6f4678 with status ACTIVE [ 682.698424] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.698609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.698678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.699546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.699546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.699546] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.699546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.699546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.699546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.699546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.699926] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.700526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.700526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.700526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.700526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.700666] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88931bfd-3efe-43ef-b681-68953d6f4678 is going to be updated. [ 682.731334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.731451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.731451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.731772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.732420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.732420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88931bfd-3efe-43ef-b681-68953d6f4678" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.893015] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f303f2-ca01-4b74-b1b7-c61b7d450e8a: rpc.has_security_group_logging(os_id): False [ 682.926113] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.926113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.926113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.926113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.926113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.926113] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.926113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.926113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.926389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.926389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.926510] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be created. [ 683.025397] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.025397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.025397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.025707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.025802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.039244] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 683.768566] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: SUCCESS [ 683.768807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.768987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.769220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.769412] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.769599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.769702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.769873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.770127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.770127] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.823953] env[66551]: INFO networking_nsxv3.common.synchronization [req-8da1068e-a5ef-44f2-8577-eb8f95b3042e req-143b5f57-a158-4a09-93fc-f058256ca0c4 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 683.824630] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 683.824946] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.825269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.825269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.825469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.825654] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.825762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.825824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.825982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.826084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.826179] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.272561] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.331300] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.331865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.331865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.331865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.332027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.332552] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.332552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.332552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.333094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.333094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.333094] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a already deleted. [ 684.333094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.539996] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.540238] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.540361] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.540702] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.541016] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.541349] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.541521] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.541799] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.541970] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.542209] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.542371] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.542691] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.542691] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.542797] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.542903] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.543040] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.564246] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.564425] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.564592] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.564792] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.565154] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-ae66dc41-342b-42b5-9e0c-646488a84b75 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.565339] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-ae66dc41-342b-42b5-9e0c-646488a84b75" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.565490] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-ae66dc41-342b-42b5-9e0c-646488a84b75" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.565893] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-ae66dc41-342b-42b5-9e0c-646488a84b75" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.566049] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae66dc41-342b-42b5-9e0c-646488a84b75',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.775777] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.055141] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 685.055363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.068697] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.068921] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.070174] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.070174] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.070174] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.070174] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port ae66dc41-342b-42b5-9e0c-646488a84b75 not found, creating... [ 685.070174] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.070174] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.070174] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.070492] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.070521] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.070790] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.070944] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.074029] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.074029] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.074029] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.074029] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: ae66dc41-342b-42b5-9e0c-646488a84b75 is going to be created. [ 685.091471] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.091702] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.091819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.092163] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.092437] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.092681] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-ae66dc41-342b-42b5-9e0c-646488a84b75" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.280066] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.280066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.280066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.280066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.280066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.280066] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b is going to be updated. [ 685.321609] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.321609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.321801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.322024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.322236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.333970] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: IN_PROGRESS for 2s [ 685.849336] env[66551]: INFO networking_nsxv3.common.synchronization [req-8da1068e-a5ef-44f2-8577-eb8f95b3042e req-5fd85e68-75f1-4fca-82e0-06fea8882fbd service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 685.849535] env[66551]: INFO networking_nsxv3.common.synchronization [req-8da1068e-a5ef-44f2-8577-eb8f95b3042e req-5fd85e68-75f1-4fca-82e0-06fea8882fbd service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 685.849690] env[66551]: INFO networking_nsxv3.common.synchronization [req-8da1068e-a5ef-44f2-8577-eb8f95b3042e req-5fd85e68-75f1-4fca-82e0-06fea8882fbd service nova] Enqueued Resource ID: ae66dc41-342b-42b5-9e0c-646488a84b75 with Priority: HIGHEST for action port [ 685.850284] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 685.850476] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 685.850658] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae66dc41-342b-42b5-9e0c-646488a84b75 with Priority: HIGHEST for action port [ 685.851012] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.851129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.851205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.851505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.851591] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.852629] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.855089] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.855089] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.855089] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae66dc41-342b-42b5-9e0c-646488a84b75 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae66dc41-342b-42b5-9e0c-646488a84b75" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.855089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae66dc41-342b-42b5-9e0c-646488a84b75" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.855553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae66dc41-342b-42b5-9e0c-646488a84b75" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.855553] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae66dc41-342b-42b5-9e0c-646488a84b75',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.290182] env[66551]: INFO networking_nsxv3.common.synchronization [req-786a5ef3-12ca-452a-8208-fa19f15b18ef req-72fe5e7e-e225-4116-ba5b-c9ef400cd877 tempest-ServersTestManualDisk-2077139129 tempest-ServersTestManualDisk-2077139129-project-member] Enqueued Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_members [ 686.290514] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_members [ 686.290565] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.290652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.290702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.291022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.291515] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.291624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.291711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.292034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.292034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.292179] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.357612] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.357815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.357961] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.361295] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae66dc41-342b-42b5-9e0c-646488a84b75 with status ACTIVE [ 686.361503] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.361600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.361662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.361870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.361962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.362158] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.362259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.362320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.362480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.362555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.363047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.363343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.364712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.364781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.365137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.365137] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae66dc41-342b-42b5-9e0c-646488a84b75 is going to be updated. [ 686.391820] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.392318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.392318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.392318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.392531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.392712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae66dc41-342b-42b5-9e0c-646488a84b75" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.752514] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c6bf9d6a-3344-46d5-9c05-d1c5b5b33650 None None] Enqueued Resource ID: 1c53b6d2-8218-49e9-97cc-55cc9c03cfbc with Priority: HIGHEST for action port [ 686.752514] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53b6d2-8218-49e9-97cc-55cc9c03cfbc with Priority: HIGHEST for action port [ 686.752514] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c53b6d2-8218-49e9-97cc-55cc9c03cfbc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.752514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c53b6d2-8218-49e9-97cc-55cc9c03cfbc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.752514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c53b6d2-8218-49e9-97cc-55cc9c03cfbc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.752514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c53b6d2-8218-49e9-97cc-55cc9c03cfbc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.754124] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c53b6d2-8218-49e9-97cc-55cc9c03cfbc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.794408] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.794596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.794668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.794960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.795063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.795276] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.795393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.795435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.795655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.795739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.795823] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 already deleted. [ 686.796620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.823460] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-869 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.823739] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-869" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.823884] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-869" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.824340] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-869" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.824672] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.824858] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.825558] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.825734] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.825931] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.826348] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.826474] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.826586] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.826710] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.826822] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.826922] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.827088] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.855181] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.855417] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.855632] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.855905] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-869" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.856317] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-1d98fab4-e56c-44f2-82fe-9596220f24b7 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.856590] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-1d98fab4-e56c-44f2-82fe-9596220f24b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.856765] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-1d98fab4-e56c-44f2-82fe-9596220f24b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.857218] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-1d98fab4-e56c-44f2-82fe-9596220f24b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.857384] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d98fab4-e56c-44f2-82fe-9596220f24b7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.867426] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.261303] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c53b6d2-8218-49e9-97cc-55cc9c03cfbc [ 687.261879] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.261879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.261993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.262334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.262476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.262618] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c53b6d2-8218-49e9-97cc-55cc9c03cfbc already deleted. [ 687.262769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c53b6d2-8218-49e9-97cc-55cc9c03cfbc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.346389] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: SUCCESS [ 687.346673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.346920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.346993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.347219] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.347349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.347414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.347591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.347676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.347768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.347849] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.366866] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.366866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.366866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.366866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.366866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.366866] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 1d98fab4-e56c-44f2-82fe-9596220f24b7 not found, creating... [ 687.366866] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.366866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.366866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.366866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.366866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.367345] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.367345] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.367345] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.367345] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.367345] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.367345] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 1d98fab4-e56c-44f2-82fe-9596220f24b7 is going to be created. [ 687.371767] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.371767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.371767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.371767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.371767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.371767] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be created. [ 687.398531] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.398531] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.398531] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.398531] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.398531] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.399027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-1d98fab4-e56c-44f2-82fe-9596220f24b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.400916] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.400916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.400916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.401478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.401478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.417491] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: UNINITIALIZED for 2s [ 687.854013] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.854189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.854294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.854570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.855656] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.855656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.855656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.855656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.855656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.855656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.855656] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.855656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.855656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.859803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.859803] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.859803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.859803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.859803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.859803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.859803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.859803] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.129294] env[66551]: INFO networking_nsxv3.common.synchronization [req-786a5ef3-12ca-452a-8208-fa19f15b18ef req-01d11b4a-8356-4f4e-98e5-bde3216e092b service nova] Enqueued Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_rules [ 688.129294] env[66551]: INFO networking_nsxv3.common.synchronization [req-786a5ef3-12ca-452a-8208-fa19f15b18ef req-01d11b4a-8356-4f4e-98e5-bde3216e092b service nova] Enqueued Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_members [ 688.129294] env[66551]: INFO networking_nsxv3.common.synchronization [req-786a5ef3-12ca-452a-8208-fa19f15b18ef req-01d11b4a-8356-4f4e-98e5-bde3216e092b service nova] Enqueued Resource ID: 1d98fab4-e56c-44f2-82fe-9596220f24b7 with Priority: HIGHEST for action port [ 688.129658] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_rules [ 688.129785] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_members [ 688.129907] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d98fab4-e56c-44f2-82fe-9596220f24b7 with Priority: HIGHEST for action port [ 688.130294] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.130442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.130599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.130833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.131245] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.132596] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.132788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.134061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.134061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.134061] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.134061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.134061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.134061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.134061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.134061] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.134941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d98fab4-e56c-44f2-82fe-9596220f24b7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.135163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d98fab4-e56c-44f2-82fe-9596220f24b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.135268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d98fab4-e56c-44f2-82fe-9596220f24b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.135450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d98fab4-e56c-44f2-82fe-9596220f24b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.135574] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d98fab4-e56c-44f2-82fe-9596220f24b7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.358963] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 356f9f14-c9bf-4e24-816d-34f7015ced1b: rpc.has_security_group_logging(os_id): False [ 688.361700] env[66551]: INFO networking_nsxv3.common.synchronization [req-678a9032-a98a-43e4-99de-c426297b3c3b req-913f3a1a-c887-48eb-824d-91a7d587f430 tempest-ImagesNegativeTestJSON-1980337353 tempest-ImagesNegativeTestJSON-1980337353-project-member] Enqueued Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGHEST for action security_group_members [ 688.363060] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGHEST for action security_group_members [ 688.363538] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ad935c-54e7-41d0-874a-db615647734d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.363683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.363683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.363994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.364353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.364468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.364533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.364753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.364870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.365122] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.383377] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.383622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.383744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.384077] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.384238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.384699] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.384864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.384971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.386076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.386227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.386748] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.387764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.387878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.388225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.388367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.388755] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.388876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.388982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.389255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.389391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.389535] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b is going to be updated. [ 688.480722] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.480722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.480722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.480722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.480722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.496068] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: IN_PROGRESS for 2s [ 688.639035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.639035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.639035] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.639789] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d98fab4-e56c-44f2-82fe-9596220f24b7 with status ACTIVE [ 688.640101] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.640333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.640445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.640697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.640862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.642127] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.642127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.642127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.642127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.642127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.642127] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.642127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.642127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.642127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.642127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.642127] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d98fab4-e56c-44f2-82fe-9596220f24b7 is going to be updated. [ 688.673563] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.673753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.673856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.674187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.674390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.674575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d98fab4-e56c-44f2-82fe-9596220f24b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.764231] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.764492] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-321" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.764642] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-321" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.765381] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-321" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.765739] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.765934] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.766083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.766613] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.766722] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.766898] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.767052] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.767274] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.767379] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.767476] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.767590] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.767735] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.791974] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.792175] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.792308] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.792490] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-321" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.792814] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-f8ccda46-04c6-4896-b9ef-da790235843f taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.792987] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-f8ccda46-04c6-4896-b9ef-da790235843f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.793112] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-f8ccda46-04c6-4896-b9ef-da790235843f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.793473] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-f8ccda46-04c6-4896-b9ef-da790235843f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.793616] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ccda46-04c6-4896-b9ef-da790235843f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.867906] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.868112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.868189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.868738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.868738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.868890] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.868890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.869038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.869090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.869210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.869301] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32ad935c-54e7-41d0-874a-db615647734d already deleted. [ 688.869388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.953302] env[66551]: INFO networking_nsxv3.common.synchronization [None req-265706d5-4da9-473c-a2d1-3d047d1e4969 None None] Enqueued Resource ID: 4c52545c-b9ce-4c0b-b1dc-5d51856695a4 with Priority: HIGHEST for action port [ 688.954029] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c52545c-b9ce-4c0b-b1dc-5d51856695a4 with Priority: HIGHEST for action port [ 688.954478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c52545c-b9ce-4c0b-b1dc-5d51856695a4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.954661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c52545c-b9ce-4c0b-b1dc-5d51856695a4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.954778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c52545c-b9ce-4c0b-b1dc-5d51856695a4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.955176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c52545c-b9ce-4c0b-b1dc-5d51856695a4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.955311] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c52545c-b9ce-4c0b-b1dc-5d51856695a4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.147442] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.297214] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.297458] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.297601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.297938] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.298115] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.298305] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port f8ccda46-04c6-4896-b9ef-da790235843f not found, creating... [ 689.298680] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.298845] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.298957] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.299201] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.299336] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.299777] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.299935] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.301039] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.301296] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.301435] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.301594] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: f8ccda46-04c6-4896-b9ef-da790235843f is going to be created. [ 689.328352] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.328596] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.328985] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.329315] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.329671] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.329927] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-f8ccda46-04c6-4896-b9ef-da790235843f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.441400] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 689.441861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.441861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.442548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.442548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.442548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.442742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.443526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.443526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.443526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.443526] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.457827] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c52545c-b9ce-4c0b-b1dc-5d51856695a4 [ 689.457973] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.458189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.458274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.458577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.458711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.458830] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c52545c-b9ce-4c0b-b1dc-5d51856695a4 already deleted. [ 689.458921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c52545c-b9ce-4c0b-b1dc-5d51856695a4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.653042] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.653042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.653042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.653265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.653583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.653697] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 is going to be created. [ 689.680847] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.680988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.681078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.681349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.681516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.696180] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 in Status: UNINITIALIZED for 2s [ 689.945972] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.946543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.946845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.947232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.947525] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.947768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.947939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.948259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.948840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.949046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.949396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.950019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.950019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.950019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.950453] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.950708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.952029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.952029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.952029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.952029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.952029] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.075940] env[66551]: INFO networking_nsxv3.common.synchronization [req-678a9032-a98a-43e4-99de-c426297b3c3b req-98500d20-46b7-40b1-8739-6afaa943b2f8 service nova] Enqueued Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGHEST for action security_group_rules [ 690.076143] env[66551]: INFO networking_nsxv3.common.synchronization [req-678a9032-a98a-43e4-99de-c426297b3c3b req-98500d20-46b7-40b1-8739-6afaa943b2f8 service nova] Enqueued Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGHEST for action security_group_members [ 690.076337] env[66551]: INFO networking_nsxv3.common.synchronization [req-678a9032-a98a-43e4-99de-c426297b3c3b req-98500d20-46b7-40b1-8739-6afaa943b2f8 service nova] Enqueued Resource ID: f8ccda46-04c6-4896-b9ef-da790235843f with Priority: HIGHEST for action port [ 690.077076] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGHEST for action security_group_rules [ 690.077168] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGHEST for action security_group_members [ 690.077252] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ccda46-04c6-4896-b9ef-da790235843f with Priority: HIGHEST for action port [ 690.077556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32ad935c-54e7-41d0-874a-db615647734d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.077702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.077842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.078357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.078511] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.079579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ad935c-54e7-41d0-874a-db615647734d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.079717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.079878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.080058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.080249] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.080359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.080359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.080568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.080658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.080720] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.081683] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ccda46-04c6-4896-b9ef-da790235843f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.081828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ccda46-04c6-4896-b9ef-da790235843f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.081886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ccda46-04c6-4896-b9ef-da790235843f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.082075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ccda46-04c6-4896-b9ef-da790235843f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.082188] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ccda46-04c6-4896-b9ef-da790235843f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.457727] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f85ad-718f-4f52-a3a0-14a2b444f02a: rpc.has_security_group_logging(os_id): False [ 690.480918] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.481098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.481194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.481477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.481610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.481857] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.481992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.482102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.482316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.482423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.482688] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.483852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.483852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.483852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.483852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.483852] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.483852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.483852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.483852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.484301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.484301] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be created. [ 690.511431] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: SUCCESS [ 690.511431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.559541] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.559765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.559878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.560186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.560541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.574544] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 690.584305] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ad935c-54e7-41d0-874a-db615647734d taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.584450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.584765] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.586842] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8ccda46-04c6-4896-b9ef-da790235843f with status ACTIVE [ 690.586842] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.586842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.586842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.587109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.587194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.587406] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.587517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.587608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.587776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.587859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.588073] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.588194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.588263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.588410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.588559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.588637] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8ccda46-04c6-4896-b9ef-da790235843f is going to be updated. [ 690.621082] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.621316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.621389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.622047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.622047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.622328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ccda46-04c6-4896-b9ef-da790235843f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.087368] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.589920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.590315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.590315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.590566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.590694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.590804] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32ad935c-54e7-41d0-874a-db615647734d is going to be created. [ 691.624263] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.624412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.624482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.624700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.624859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.636551] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32ad935c-54e7-41d0-874a-db615647734d in Status: UNINITIALIZED for 2s [ 691.708376] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 in Status: SUCCESS [ 691.709133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.709133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.709242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.709590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.709713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.709756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.709944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.710073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.710195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.710326] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.212884] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.593071] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 692.593071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.717388] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3205f7-a0d1-4436-b8fa-b64a767b6b53: rpc.has_security_group_logging(os_id): False [ 692.744252] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.744252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.744252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.744252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.744252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.744252] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.744252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.744252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.744252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.744252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.744252] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 is going to be created. [ 692.874402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.874479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.874585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.874749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.874933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.903403] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 in Status: IN_PROGRESS for 2s [ 693.085817] env[66551]: INFO networking_nsxv3.common.synchronization [req-67a17264-5b5d-425e-bab8-d9aac91c9b28 req-8b9855bd-007e-4327-9fe2-7af8d13cee78 tempest-AttachVolumeTestJSON-1055414765 tempest-AttachVolumeTestJSON-1055414765-project-member] Enqueued Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_members [ 693.086288] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_members [ 693.087046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.087046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.087951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.088375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.090202] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.090202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.090202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.090202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.090202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.090202] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.591739] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.591873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.591873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.592127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.592396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.592510] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.592510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.592587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.592714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.592783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.592998] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa already deleted. [ 693.592998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.648660] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32ad935c-54e7-41d0-874a-db615647734d in Status: SUCCESS [ 693.648981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.649333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.649630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.650130] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.650290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.650410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.650581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.650666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.650750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.650864] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.653636] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.653849] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.653991] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.654367] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.654737] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.654940] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.655122] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.655381] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.655568] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.655778] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.657044] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.657044] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.657044] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.657044] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.657044] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.657044] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.678373] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.679050] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.679050] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.679187] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.679671] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-fd98a559-7097-4a63-8228-01694056ee14 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.679923] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-fd98a559-7097-4a63-8228-01694056ee14" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.680195] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-fd98a559-7097-4a63-8228-01694056ee14" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.680849] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-fd98a559-7097-4a63-8228-01694056ee14" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.681125] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd98a559-7097-4a63-8228-01694056ee14',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.159288] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ad935c-54e7-41d0-874a-db615647734d taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.159438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.159571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.159838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.159951] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.160081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.160146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.160322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.160419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.160558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.160670] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ad935c-54e7-41d0-874a-db615647734d taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.160778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.160831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.160992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.161154] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.161247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.161305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.161448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.161531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.161716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.161778] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.183344] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.183545] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.183668] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.184036] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.184115] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.184272] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port fd98a559-7097-4a63-8228-01694056ee14 not found, creating... [ 694.184530] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.184683] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.184793] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.185019] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.185195] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.185483] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.185617] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.185728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.185927] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.186121] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.186269] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: fd98a559-7097-4a63-8228-01694056ee14 is going to be created. [ 694.212136] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.212365] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.212486] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.212774] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.213023] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.213244] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-fd98a559-7097-4a63-8228-01694056ee14" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.664333] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32ad935c-54e7-41d0-874a-db615647734d: rpc.has_security_group_logging(os_id): False [ 694.685693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.685818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.685900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.686232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.686232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.686927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.686927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.686927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.687340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.687340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.687340] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.687448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.687511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.687675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.687767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.687963] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.688120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.688251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.688335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.688417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.688579] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32ad935c-54e7-41d0-874a-db615647734d is going to be created. [ 694.757925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.758383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.758383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.758674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.758902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.772170] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32ad935c-54e7-41d0-874a-db615647734d in Status: IN_PROGRESS for 2s [ 694.930393] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 in Status: SUCCESS [ 694.930393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.968519] env[66551]: INFO networking_nsxv3.common.synchronization [req-67a17264-5b5d-425e-bab8-d9aac91c9b28 req-9dc86b67-9815-448d-8ec4-d6ba868ed101 service nova] Enqueued Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_rules [ 694.968738] env[66551]: INFO networking_nsxv3.common.synchronization [req-67a17264-5b5d-425e-bab8-d9aac91c9b28 req-9dc86b67-9815-448d-8ec4-d6ba868ed101 service nova] Enqueued Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_members [ 694.969198] env[66551]: INFO networking_nsxv3.common.synchronization [req-67a17264-5b5d-425e-bab8-d9aac91c9b28 req-9dc86b67-9815-448d-8ec4-d6ba868ed101 service nova] Enqueued Resource ID: fd98a559-7097-4a63-8228-01694056ee14 with Priority: HIGHEST for action port [ 694.969859] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_rules [ 694.970011] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_members [ 694.971095] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd98a559-7097-4a63-8228-01694056ee14 with Priority: HIGHEST for action port [ 694.971587] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.971587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.971587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.971587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.971587] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.972552] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.972674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.972742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.972927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.973094] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.973203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.973235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.973520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.973520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.973606] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.977552] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd98a559-7097-4a63-8228-01694056ee14 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.977703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd98a559-7097-4a63-8228-01694056ee14" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.977743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd98a559-7097-4a63-8228-01694056ee14" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.978316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd98a559-7097-4a63-8228-01694056ee14" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.978316] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd98a559-7097-4a63-8228-01694056ee14',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.479927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.480457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.486411] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.493386] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd98a559-7097-4a63-8228-01694056ee14 with status ACTIVE [ 695.493386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.493386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.493386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.493386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.493386] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd98a559-7097-4a63-8228-01694056ee14 is going to be updated. [ 695.522274] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.522424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.522495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.522724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.522863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.523032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd98a559-7097-4a63-8228-01694056ee14" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.992190] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.041292] env[66551]: INFO networking_nsxv3.common.synchronization [req-b26e8364-554a-42bb-8956-bef1bded9fe0 req-b162e548-62fb-4dd1-96b1-cfd59ffc2681 tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 696.041850] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 696.042307] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.042444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.042558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.042760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.042916] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.043020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.043082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.043245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.043332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.045124] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.498425] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.498425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.498425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.498425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.498425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.498425] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa is going to be created. [ 696.527440] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.527440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.527440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.527440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.527440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.540249] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa in Status: UNINITIALIZED for 2s [ 696.545885] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.546051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.546120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.546339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.546524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.546713] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.546813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.546889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.547084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.547161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.547242] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 696.607609] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.607895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.608026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.608413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.608563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.624057] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 696.631699] env[66551]: INFO networking_nsxv3.common.synchronization [None req-8e4337f9-e60c-4aa2-8183-f0f18cd9f447 None None] Enqueued Resource ID: 32e01998-8b06-4bf9-a493-c50bab3d524a with Priority: HIGHEST for action port [ 696.632220] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e01998-8b06-4bf9-a493-c50bab3d524a with Priority: HIGHEST for action port [ 696.632851] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e01998-8b06-4bf9-a493-c50bab3d524a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.633182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e01998-8b06-4bf9-a493-c50bab3d524a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.633758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e01998-8b06-4bf9-a493-c50bab3d524a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.634999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e01998-8b06-4bf9-a493-c50bab3d524a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.634999] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e01998-8b06-4bf9-a493-c50bab3d524a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.788412] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32ad935c-54e7-41d0-874a-db615647734d in Status: SUCCESS [ 696.788412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.856794] env[66551]: INFO networking_nsxv3.common.synchronization [None req-e55c4119-8de9-4648-9e44-89738ea94944 None None] Enqueued Resource ID: 66b5d339-5b24-4e6a-b2f8-f228944573fd with Priority: HIGHEST for action port [ 696.859094] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b5d339-5b24-4e6a-b2f8-f228944573fd with Priority: HIGHEST for action port [ 696.860884] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b5d339-5b24-4e6a-b2f8-f228944573fd taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.861077] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b5d339-5b24-4e6a-b2f8-f228944573fd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.861182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b5d339-5b24-4e6a-b2f8-f228944573fd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.861626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b5d339-5b24-4e6a-b2f8-f228944573fd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.861763] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b5d339-5b24-4e6a-b2f8-f228944573fd',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.136659] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32e01998-8b06-4bf9-a493-c50bab3d524a [ 697.136949] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.137031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.137102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.137300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.137391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.137484] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32e01998-8b06-4bf9-a493-c50bab3d524a already deleted. [ 697.137563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e01998-8b06-4bf9-a493-c50bab3d524a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.195809] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.196041] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.196213] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.196673] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.196953] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.197157] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.197290] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.197533] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.197744] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.198048] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.198236] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.198388] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.198510] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.198650] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.198768] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.198940] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.218089] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.218278] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.218410] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.218654] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.219016] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-279bb88f-a69b-49de-b0df-5afd3a78fd0d taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.219220] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-279bb88f-a69b-49de-b0df-5afd3a78fd0d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.219345] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-279bb88f-a69b-49de-b0df-5afd3a78fd0d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.219725] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-279bb88f-a69b-49de-b0df-5afd3a78fd0d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.219869] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('279bb88f-a69b-49de-b0df-5afd3a78fd0d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.366789] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66b5d339-5b24-4e6a-b2f8-f228944573fd [ 697.367483] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.367483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.367483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.367729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.367834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.367995] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66b5d339-5b24-4e6a-b2f8-f228944573fd already deleted. [ 697.368050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b5d339-5b24-4e6a-b2f8-f228944573fd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.703124] env[66551]: INFO networking_nsxv3.common.synchronization [req-33e84fb1-3958-40bd-a563-98bb1050e964 req-66fa0d92-531d-4938-9764-4c26daac0a14 tempest-FloatingIPsAssociationNegativeTestJSON-1529227737 tempest-FloatingIPsAssociationNegativeTestJSON-1529227737-project-member] Enqueued Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGHEST for action security_group_members [ 697.703790] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGHEST for action security_group_members [ 697.704211] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e8e2e06-95e1-4b60-a403-c895f76a8e86 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.704562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.704724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.705040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.705295] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.705499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.705631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.705862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.706046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.706220] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.723476] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.723860] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.724104] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.724457] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.724703] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.725304] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 279bb88f-a69b-49de-b0df-5afd3a78fd0d not found, creating... [ 697.725703] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.726025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.726409] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.726738] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.726998] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.727415] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.727699] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.727901] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.728219] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.728474] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.728736] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 279bb88f-a69b-49de-b0df-5afd3a78fd0d is going to be created. [ 697.755850] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.755850] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.755850] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.755850] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.755850] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.755850] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-279bb88f-a69b-49de-b0df-5afd3a78fd0d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.211252] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.211252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.211252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.211252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.211252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.211252] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.211252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.211252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.211252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.211252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.211252] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 is going to be updated. [ 698.251572] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.251572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.251572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.251572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.251572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.263873] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 in Status: IN_PROGRESS for 2s [ 698.520166] env[66551]: INFO networking_nsxv3.common.synchronization [req-b26e8364-554a-42bb-8956-bef1bded9fe0 req-701c2d4a-bb4e-45d9-b768-eb70ca7755e6 service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 698.520271] env[66551]: INFO networking_nsxv3.common.synchronization [req-b26e8364-554a-42bb-8956-bef1bded9fe0 req-701c2d4a-bb4e-45d9-b768-eb70ca7755e6 service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 698.520650] env[66551]: INFO networking_nsxv3.common.synchronization [req-b26e8364-554a-42bb-8956-bef1bded9fe0 req-701c2d4a-bb4e-45d9-b768-eb70ca7755e6 service nova] Enqueued Resource ID: 279bb88f-a69b-49de-b0df-5afd3a78fd0d with Priority: HIGHEST for action port [ 698.521481] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 698.521481] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 698.521481] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279bb88f-a69b-49de-b0df-5afd3a78fd0d with Priority: HIGHEST for action port [ 698.521862] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.522121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.522290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.522583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.522762] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.523986] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.524216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.527028] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-279bb88f-a69b-49de-b0df-5afd3a78fd0d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.527028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-279bb88f-a69b-49de-b0df-5afd3a78fd0d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.527028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-279bb88f-a69b-49de-b0df-5afd3a78fd0d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.527028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-279bb88f-a69b-49de-b0df-5afd3a78fd0d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.527028] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('279bb88f-a69b-49de-b0df-5afd3a78fd0d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.553714] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa in Status: SUCCESS [ 698.554016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.554542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.554835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.555052] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.555216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.555300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.555485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.555640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.555752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.555808] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.634694] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 698.635038] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f deletion is rescheduled due to dependency. [ 698.635248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.635490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.635776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.636059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.636521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.636721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.636968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.637151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.637327] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.031574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.031750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.032218] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 279bb88f-a69b-49de-b0df-5afd3a78fd0d with status ACTIVE [ 699.032218] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.032345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.032345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.033651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.033914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.034108] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.035021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.035021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.035021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.035021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.035021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.035021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.035021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.035245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.035245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.035245] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 279bb88f-a69b-49de-b0df-5afd3a78fd0d is going to be updated. [ 699.063173] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.067692] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.067692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.067692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.067692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.067692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.067692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-279bb88f-a69b-49de-b0df-5afd3a78fd0d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.140769] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.332172] env[66551]: INFO networking_nsxv3.common.synchronization [None req-2f11ecf0-ecc4-4b9f-af45-5a8bf3480747 None None] Enqueued Resource ID: 1e754914-2859-44af-a31b-bcd034b7d83f with Priority: HIGHEST for action port [ 699.332172] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e754914-2859-44af-a31b-bcd034b7d83f with Priority: HIGHEST for action port [ 699.333865] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e754914-2859-44af-a31b-bcd034b7d83f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.334489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e754914-2859-44af-a31b-bcd034b7d83f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.336330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e754914-2859-44af-a31b-bcd034b7d83f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.336330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e754914-2859-44af-a31b-bcd034b7d83f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.336330] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e754914-2859-44af-a31b-bcd034b7d83f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.377230] env[66551]: INFO networking_nsxv3.common.synchronization [req-c70713aa-d81f-49a2-9e37-b9594eb77537 req-c427fce4-fb34-434b-b119-9f3ca53ca82a tempest-ServersTestBootFromVolume-1419153720 tempest-ServersTestBootFromVolume-1419153720-project-member] Enqueued Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_members [ 699.377508] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_members [ 699.377632] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.377724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.377768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.378992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.378992] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.378992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.378992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.379348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.379348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.379348] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.565809] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa: rpc.has_security_group_logging(os_id): False [ 699.585966] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.586203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.586275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.586508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.586668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.586849] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.588630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.588630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.588630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.588630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.588630] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa is going to be created. [ 699.646027] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.673422] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.673582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.673684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.673855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.674165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.688702] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa in Status: IN_PROGRESS for 2s [ 699.839439] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e754914-2859-44af-a31b-bcd034b7d83f [ 699.841019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.841019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.841019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.841019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.841019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.841019] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e754914-2859-44af-a31b-bcd034b7d83f already deleted. [ 699.841019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e754914-2859-44af-a31b-bcd034b7d83f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.886324] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.886510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.886551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.886791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.886891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.887130] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.887230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.887289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.887454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.887539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.887621] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 already deleted. [ 699.887701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.919620] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.920299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-539" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.921086] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-539" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.921805] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-539" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.924040] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.924040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.924040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.924040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.924040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.924040] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.924040] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.924040] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.924040] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.924040] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.924040] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.924540] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.950786] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.951151] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.951314] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.951516] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-539" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.951839] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-40a83486-0e38-43f5-8577-34f0d9dcda7c taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.952036] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-40a83486-0e38-43f5-8577-34f0d9dcda7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.952454] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-40a83486-0e38-43f5-8577-34f0d9dcda7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.953619] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-40a83486-0e38-43f5-8577-34f0d9dcda7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.953619] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a83486-0e38-43f5-8577-34f0d9dcda7c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.146509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.147436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.147581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.147831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.147975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.148077] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 700.191692] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.191865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.191910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.192144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.192472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.203670] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 700.247821] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4a2902ee-e5f4-4973-8b42-86541ac93405 None None] Enqueued Resource ID: 3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709 with Priority: HIGHEST for action port [ 700.248537] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709 with Priority: HIGHEST for action port [ 700.249105] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.249105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.249105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.249675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.249675] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.285966] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 in Status: SUCCESS [ 700.285966] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 deletion is rescheduled due to dependency. [ 700.286236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.447475] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ddcd7670-c7e2-49e0-88e0-8d9c9375a058 None None] Enqueued Resource ID: 8557735d-4ed9-4361-a0eb-fe717ab1b81a with Priority: HIGHEST for action port [ 700.447475] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8557735d-4ed9-4361-a0eb-fe717ab1b81a with Priority: HIGHEST for action port [ 700.447835] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-8557735d-4ed9-4361-a0eb-fe717ab1b81a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.447912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8557735d-4ed9-4361-a0eb-fe717ab1b81a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.448025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8557735d-4ed9-4361-a0eb-fe717ab1b81a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.448267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8557735d-4ed9-4361-a0eb-fe717ab1b81a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.448391] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8557735d-4ed9-4361-a0eb-fe717ab1b81a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.457071] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.457309] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.457420] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.458111] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.458268] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.458424] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 40a83486-0e38-43f5-8577-34f0d9dcda7c not found, creating... [ 700.459055] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.459055] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.459055] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.463224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.463224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.463224] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.463224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.463224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.463224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.463224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.463224] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 40a83486-0e38-43f5-8577-34f0d9dcda7c is going to be created. [ 700.487145] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487354] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487476] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.487802] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.487992] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-40a83486-0e38-43f5-8577-34f0d9dcda7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.751861] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709 [ 700.752175] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.752333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.752333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.752545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.752670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.752737] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709 already deleted. [ 700.752796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c3c8da2-fcd3-45a6-b8c8-daac6ee9d709" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.952816] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8557735d-4ed9-4361-a0eb-fe717ab1b81a [ 700.952816] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.952816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.952816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.952816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.952816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.952816] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8557735d-4ed9-4361-a0eb-fe717ab1b81a already deleted. [ 700.952816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8557735d-4ed9-4361-a0eb-fe717ab1b81a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.259424] env[66551]: INFO networking_nsxv3.common.synchronization [req-c70713aa-d81f-49a2-9e37-b9594eb77537 req-3cdb3831-4a0b-40a1-81ee-ee4ced58484f service nova] Enqueued Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_rules [ 701.259424] env[66551]: INFO networking_nsxv3.common.synchronization [req-c70713aa-d81f-49a2-9e37-b9594eb77537 req-3cdb3831-4a0b-40a1-81ee-ee4ced58484f service nova] Enqueued Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_members [ 701.259738] env[66551]: INFO networking_nsxv3.common.synchronization [req-c70713aa-d81f-49a2-9e37-b9594eb77537 req-3cdb3831-4a0b-40a1-81ee-ee4ced58484f service nova] Enqueued Resource ID: 40a83486-0e38-43f5-8577-34f0d9dcda7c with Priority: HIGHEST for action port [ 701.260086] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_rules [ 701.260223] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_members [ 701.261923] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a83486-0e38-43f5-8577-34f0d9dcda7c with Priority: HIGHEST for action port [ 701.261923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.261923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.261923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.261923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.261923] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.263699] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.263884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.265604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.265604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.265604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.265604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.265604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.265604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.265604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.265604] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.268563] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-40a83486-0e38-43f5-8577-34f0d9dcda7c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.268782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40a83486-0e38-43f5-8577-34f0d9dcda7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.268944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40a83486-0e38-43f5-8577-34f0d9dcda7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.269146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40a83486-0e38-43f5-8577-34f0d9dcda7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.269527] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a83486-0e38-43f5-8577-34f0d9dcda7c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.707614] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa in Status: SUCCESS [ 701.707983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.773433] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.775027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.775027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.776287] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40a83486-0e38-43f5-8577-34f0d9dcda7c with status ACTIVE [ 701.776287] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.777862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.777862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.777862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.777862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.777862] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.777862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.777862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.778472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.778621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.778866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.778972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.779049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.779213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.779298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.779400] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40a83486-0e38-43f5-8577-34f0d9dcda7c is going to be updated. [ 701.804581] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.804782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.804818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.805261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.805261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.805359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40a83486-0e38-43f5-8577-34f0d9dcda7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.214763] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 702.215019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.215202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.215412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.215930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.216060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.216124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.216286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.217369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.217369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.217369] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.276020] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.720299] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.720299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.720299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.720582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.720615] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.720813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.720813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.720966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.721121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.721162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.721505] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.721505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.721505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.721660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.721708] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.722177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.722177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.722177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.722177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.722177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.722177] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.778686] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.778851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.778922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.779165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.779258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.779356] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 is going to be created. [ 702.862047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.862047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.862047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.862047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.862047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.885458] env[66551]: INFO networking_nsxv3.common.synchronization [None req-a86a0fde-462e-428f-862f-25a5ab2acafb None None] Enqueued Resource ID: de597eae-cbee-4894-b553-fe03ce01f764 with Priority: HIGHEST for action port [ 702.886060] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de597eae-cbee-4894-b553-fe03ce01f764 with Priority: HIGHEST for action port [ 702.886968] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 in Status: UNINITIALIZED for 2s [ 702.888768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-de597eae-cbee-4894-b553-fe03ce01f764 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.889153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de597eae-cbee-4894-b553-fe03ce01f764" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.889153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de597eae-cbee-4894-b553-fe03ce01f764" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.889452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de597eae-cbee-4894-b553-fe03ce01f764" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.889670] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de597eae-cbee-4894-b553-fe03ce01f764',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.226740] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f: rpc.has_security_group_logging(os_id): False [ 703.244417] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.244602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.244695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.245492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.245591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.245868] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.246016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.246124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.246477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.246477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.246800] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.246800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.246902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.250026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.250664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.250664] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.250664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.250664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.250964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.250964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.250964] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 703.334109] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.334109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.334222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.334455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.334637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.357662] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 703.392812] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de597eae-cbee-4894-b553-fe03ce01f764 [ 703.396158] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.396319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.396376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.396843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.396843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.396843] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de597eae-cbee-4894-b553-fe03ce01f764 already deleted. [ 703.396997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de597eae-cbee-4894-b553-fe03ce01f764" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.794607] env[66551]: INFO networking_nsxv3.common.synchronization [None req-aced10e0-ca2b-4f7d-a114-9313a3417049 None None] Enqueued Resource ID: 3e4f0b87-ef70-47eb-aaf9-b462a6495688 with Priority: HIGHEST for action port [ 703.795386] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4f0b87-ef70-47eb-aaf9-b462a6495688 with Priority: HIGHEST for action port [ 703.795740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e4f0b87-ef70-47eb-aaf9-b462a6495688 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.795911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e4f0b87-ef70-47eb-aaf9-b462a6495688" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.796043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e4f0b87-ef70-47eb-aaf9-b462a6495688" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.796338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e4f0b87-ef70-47eb-aaf9-b462a6495688" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.796532] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e4f0b87-ef70-47eb-aaf9-b462a6495688',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.045313] env[66551]: INFO networking_nsxv3.common.synchronization [req-6e2cd853-2019-49aa-8c2d-8455e6715488 req-87bcc374-e87f-4673-a75c-be06380763b2 tempest-ServersAdminTestJSON-139818615 tempest-ServersAdminTestJSON-139818615-project-member] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 704.045977] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 704.046569] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.046569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.046569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.046748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.046926] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.047051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.047117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.047274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.047361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.047452] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.298535] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e4f0b87-ef70-47eb-aaf9-b462a6495688 [ 704.299055] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.299055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.299273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.299368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.299463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.299584] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e4f0b87-ef70-47eb-aaf9-b462a6495688 already deleted. [ 704.299661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e4f0b87-ef70-47eb-aaf9-b462a6495688" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.407530] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.407780] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.407845] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.408218] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.408494] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.408730] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.408947] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.409420] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.409541] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.409762] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.409879] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.409975] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.410082] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.410195] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.410312] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.410595] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.435700] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.436024] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.436434] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.436434] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.436758] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-a088d076-7515-4f71-be1d-f81053cd4954 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.436941] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-a088d076-7515-4f71-be1d-f81053cd4954" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.437067] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-a088d076-7515-4f71-be1d-f81053cd4954" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.437550] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-a088d076-7515-4f71-be1d-f81053cd4954" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.437768] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a088d076-7515-4f71-be1d-f81053cd4954',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.549253] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.904400] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 in Status: SUCCESS [ 704.904400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.904400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.904400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.904400] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.904400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.904400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.904400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.904400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.904400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.904400] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.941683] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.942554] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.942734] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.943037] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.943192] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.943344] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port a088d076-7515-4f71-be1d-f81053cd4954 not found, creating... [ 704.943762] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.943962] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.944089] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.944314] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.944445] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.944729] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.944879] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.944989] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.945204] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.945330] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.945463] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: a088d076-7515-4f71-be1d-f81053cd4954 is going to be created. [ 704.965719] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.965922] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.966054] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.966348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.966650] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966884] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-a088d076-7515-4f71-be1d-f81053cd4954" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.052388] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.374806] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 705.376033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.407039] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.559157] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.559373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.559465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.559981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.559981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.560084] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 705.599473] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.599473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.599473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.599473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.599473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.611787] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 705.793284] env[66551]: INFO networking_nsxv3.common.synchronization [req-6e2cd853-2019-49aa-8c2d-8455e6715488 req-19c09d89-542d-4f1b-8cd3-65336b8228ab service nova] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_rules [ 705.793284] env[66551]: INFO networking_nsxv3.common.synchronization [req-6e2cd853-2019-49aa-8c2d-8455e6715488 req-19c09d89-542d-4f1b-8cd3-65336b8228ab service nova] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 705.793284] env[66551]: INFO networking_nsxv3.common.synchronization [req-6e2cd853-2019-49aa-8c2d-8455e6715488 req-19c09d89-542d-4f1b-8cd3-65336b8228ab service nova] Enqueued Resource ID: a088d076-7515-4f71-be1d-f81053cd4954 with Priority: HIGHEST for action port [ 705.793284] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_rules [ 705.793538] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 705.793694] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a088d076-7515-4f71-be1d-f81053cd4954 with Priority: HIGHEST for action port [ 705.793989] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.794119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.794220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.794451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.794606] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.795539] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.795662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.795881] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a088d076-7515-4f71-be1d-f81053cd4954 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.796040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a088d076-7515-4f71-be1d-f81053cd4954" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.796130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a088d076-7515-4f71-be1d-f81053cd4954" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.796356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a088d076-7515-4f71-be1d-f81053cd4954" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.796483] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a088d076-7515-4f71-be1d-f81053cd4954',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.913098] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14827dfe-5752-4c55-b2ce-915ecb01b922: rpc.has_security_group_logging(os_id): False [ 705.932610] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.932815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.933084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.933084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.933202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.933384] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.933484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.933561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.933723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.933813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.933898] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 is going to be created. [ 705.997762] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.997996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.998084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.998385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.998638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.011139] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 in Status: IN_PROGRESS for 2s [ 706.299823] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.299823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.299823] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a088d076-7515-4f71-be1d-f81053cd4954 with status ACTIVE [ 706.299823] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.299823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.299823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.300095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.300095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.300311] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.300410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.300489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.300717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.300845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.301095] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.301228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.301430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.301850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.301850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.301850] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a088d076-7515-4f71-be1d-f81053cd4954 is going to be updated. [ 706.333666] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.333666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.333666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.333666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.333924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.335055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a088d076-7515-4f71-be1d-f81053cd4954" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.387125] env[66551]: INFO networking_nsxv3.common.synchronization [req-218143b8-4097-4ec6-95b2-0a422e50c5fb req-82c5442a-a99d-4b27-a6d3-3e928182263a tempest-ServersWithSpecificFlavorTestJSON-1288303121 tempest-ServersWithSpecificFlavorTestJSON-1288303121-project-member] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 706.387706] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 706.388059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.388198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.388305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.388428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.388632] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.388737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.388800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.388974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.389074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.389175] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.889453] env[66551]: INFO networking_nsxv3.common.synchronization [None req-98b26479-a70a-40d8-ad34-1e4a6342471c None None] Enqueued Resource ID: b628b5dc-8385-4d48-aa6a-fb999dd36bfc with Priority: HIGHEST for action port [ 706.889548] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b628b5dc-8385-4d48-aa6a-fb999dd36bfc with Priority: HIGHEST for action port [ 706.889795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b628b5dc-8385-4d48-aa6a-fb999dd36bfc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.889911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b628b5dc-8385-4d48-aa6a-fb999dd36bfc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.889974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b628b5dc-8385-4d48-aa6a-fb999dd36bfc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.890234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b628b5dc-8385-4d48-aa6a-fb999dd36bfc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.890313] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b628b5dc-8385-4d48-aa6a-fb999dd36bfc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.893376] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.893376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.893376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.893376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.893376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.894779] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.894779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.894779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.894779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.894779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.894779] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be updated. [ 706.904709] env[66551]: INFO networking_nsxv3.common.synchronization [req-b8b0a472-661c-4566-ad7e-7c52238de9b2 req-57c9313b-9b51-4c2c-807c-ddc407aedce6 tempest-ImagesNegativeTestJSON-1980337353 tempest-ImagesNegativeTestJSON-1980337353-project-member] Enqueued Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGHEST for action security_group_members [ 706.904709] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGHEST for action security_group_members [ 706.906689] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ad935c-54e7-41d0-874a-db615647734d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.906689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.906689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.906689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.906689] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.906689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.906689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.906689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.906689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.906689] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.929601] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.929897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.929897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.930058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.930203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.941978] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: IN_PROGRESS for 2s [ 707.397457] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b628b5dc-8385-4d48-aa6a-fb999dd36bfc [ 707.397740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.397892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.397965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.398258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.398353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.398495] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b628b5dc-8385-4d48-aa6a-fb999dd36bfc already deleted. [ 707.398576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b628b5dc-8385-4d48-aa6a-fb999dd36bfc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.410531] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.410531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.410531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.410852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.410852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.411043] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.411149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.411213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.411486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.411486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.411545] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32ad935c-54e7-41d0-874a-db615647734d is going to be updated. [ 707.443553] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.443553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.443553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.443553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.445663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.455336] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32ad935c-54e7-41d0-874a-db615647734d in Status: IN_PROGRESS for 2s [ 707.623337] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 707.623510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.623758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.624384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.624384] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.624767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.624767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.624767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.624898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.624930] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.028615] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 in Status: SUCCESS [ 708.028924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.127717] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.630993] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.955049] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: SUCCESS [ 708.955700] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 deletion is rescheduled due to dependency. [ 708.955700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.136443] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.137132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.137132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.137132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.137132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.137539] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 709.169460] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.169838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.169838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.170295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.170295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.182092] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 709.475025] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32ad935c-54e7-41d0-874a-db615647734d in Status: SUCCESS [ 709.475025] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32ad935c-54e7-41d0-874a-db615647734d deletion is rescheduled due to dependency. [ 709.475025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.194056] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 711.194337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.194475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.194680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.195026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.195026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.195158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.195238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.195288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.195383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.195492] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.699901] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.700216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.700216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.700336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.700506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.700603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.700655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.700813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.700895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701135] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.701232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.701283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.701427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.701556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.701642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.701800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.701870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.701918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.701972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.702153] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.906087] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 711.906087] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 712.081571] env[66551]: INFO networking_nsxv3.common.synchronization [None req-29f4878a-f6ee-4238-93e4-b7c4db88a8b8 None None] Enqueued Resource ID: a115d9cd-9782-4a36-9a14-74cdf72520b8 with Priority: HIGHEST for action port [ 712.081805] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a115d9cd-9782-4a36-9a14-74cdf72520b8 with Priority: HIGHEST for action port [ 712.086445] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a115d9cd-9782-4a36-9a14-74cdf72520b8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.086445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a115d9cd-9782-4a36-9a14-74cdf72520b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.086445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a115d9cd-9782-4a36-9a14-74cdf72520b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.086445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a115d9cd-9782-4a36-9a14-74cdf72520b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.086445] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a115d9cd-9782-4a36-9a14-74cdf72520b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.204353] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d83940e2-e3a7-4020-834b-dd495e6bf686: rpc.has_security_group_logging(os_id): False [ 712.223336] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.223568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.223712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.224046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.224180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.224408] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.224507] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.224570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.224742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.224828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.225157] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.225291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.225375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.225558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.225707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.225992] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.226187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.226548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.226730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.226874] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 712.294368] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.294564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.294564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.294786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.294940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.309907] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 712.589777] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a115d9cd-9782-4a36-9a14-74cdf72520b8 [ 712.589777] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.590080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.590080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.590176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.590208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.590349] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a115d9cd-9782-4a36-9a14-74cdf72520b8 already deleted. [ 712.590431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a115d9cd-9782-4a36-9a14-74cdf72520b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.953567] env[66551]: INFO networking_nsxv3.common.synchronization [req-f900b7ba-d57c-405c-927b-09f18ac245d6 req-3cdb4d36-eaa7-45ea-8fb6-04533e69c4b8 tempest-FloatingIPsAssociationTestJSON-1347706175 tempest-FloatingIPsAssociationTestJSON-1347706175-project-member] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 712.954332] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 712.954932] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.955095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.955191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.955387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.955589] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.955824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.955824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.955910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.956099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.956099] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.458770] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.963901] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.329368] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 714.331063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.465760] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.466092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.466092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.466451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.466451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.466581] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 is going to be updated. [ 714.505596] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.506380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.506380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.509183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.509183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.520190] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: IN_PROGRESS for 2s [ 715.158973] env[66551]: INFO networking_nsxv3.common.synchronization [req-146671d1-45ed-4d8c-8e2a-8d9437faabbc req-2adb8954-3685-4aeb-8705-039ad0430c50 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 715.159359] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 715.159826] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.159964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.160075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.160297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.160458] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.160564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.160688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.160904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.161023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.161147] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.287373] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ab2b49c8-9e20-4a02-a2b0-edad3509231d None None] Enqueued Resource ID: 795ad40d-7677-48e9-ae5d-6040077cf198 with Priority: HIGHEST for action port [ 715.288557] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795ad40d-7677-48e9-ae5d-6040077cf198 with Priority: HIGHEST for action port [ 715.293046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-795ad40d-7677-48e9-ae5d-6040077cf198 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.293046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-795ad40d-7677-48e9-ae5d-6040077cf198" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.293046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-795ad40d-7677-48e9-ae5d-6040077cf198" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.293046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-795ad40d-7677-48e9-ae5d-6040077cf198" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.293046] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('795ad40d-7677-48e9-ae5d-6040077cf198',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.663685] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.664070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.664070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.664272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.664322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.664556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.664701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.664751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.666101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.666101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.666101] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 715.696243] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.696407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.696541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.696766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.696912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.708170] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 715.793810] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 795ad40d-7677-48e9-ae5d-6040077cf198 [ 715.794068] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.794622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.794622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.794622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.794622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.794818] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:795ad40d-7677-48e9-ae5d-6040077cf198 already deleted. [ 715.794818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-795ad40d-7677-48e9-ae5d-6040077cf198" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.467635] env[66551]: INFO networking_nsxv3.common.synchronization [req-827d1420-fb70-4d0e-8341-807d45718de0 req-2d241cb4-4000-4c40-b9d6-1172a358f00e tempest-ServersTestJSON-1583928320 tempest-ServersTestJSON-1583928320-project-member] Enqueued Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_members [ 716.469533] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_members [ 716.470261] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.470482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.470600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.471027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.472096] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.472096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.472096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.472096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.472096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.472096] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.538838] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: SUCCESS [ 716.538838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.955090] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.955090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-697" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.955090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-697" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.955090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-697" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.955090] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.955090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.955090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.957025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.957323] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.957631] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.959027] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.959027] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.959027] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.959027] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.959027] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.959027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.963597] env[66551]: INFO networking_nsxv3.common.synchronization [None req-880f6a5f-a884-4786-92e2-010f71ef5552 None None] Enqueued Resource ID: ef339028-eedb-40de-a39b-217bfab90b50 with Priority: HIGHEST for action port [ 716.964642] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef339028-eedb-40de-a39b-217bfab90b50 with Priority: HIGHEST for action port [ 716.965332] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef339028-eedb-40de-a39b-217bfab90b50 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.965588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef339028-eedb-40de-a39b-217bfab90b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.965745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef339028-eedb-40de-a39b-217bfab90b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.966112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef339028-eedb-40de-a39b-217bfab90b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.966517] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef339028-eedb-40de-a39b-217bfab90b50',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.979450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.979450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.979450] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 already deleted. [ 716.979450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.986395] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.986395] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.986395] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.986395] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-697" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.986605] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-09410aff-2986-47cf-a6c9-1d0d994844e0 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.986834] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-09410aff-2986-47cf-a6c9-1d0d994844e0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.986960] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-09410aff-2986-47cf-a6c9-1d0d994844e0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.987308] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-09410aff-2986-47cf-a6c9-1d0d994844e0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.987453] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09410aff-2986-47cf-a6c9-1d0d994844e0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.471464] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef339028-eedb-40de-a39b-217bfab90b50 [ 717.471775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.471960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.472074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.472322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.472425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.472542] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef339028-eedb-40de-a39b-217bfab90b50 already deleted. [ 717.472645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef339028-eedb-40de-a39b-217bfab90b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.490601] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.490845] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.491080] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.491739] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.491739] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.491892] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 09410aff-2986-47cf-a6c9-1d0d994844e0 not found, creating... [ 717.493664] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.493664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.493664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.493664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.493664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.493664] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.493664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.493664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.495025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.495025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.495025] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 09410aff-2986-47cf-a6c9-1d0d994844e0 is going to be created. [ 717.520173] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.521032] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.521032] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.521032] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.521167] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.521377] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-09410aff-2986-47cf-a6c9-1d0d994844e0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.726232] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 717.726232] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a deletion is rescheduled due to dependency. [ 717.726232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.265267] env[66551]: INFO networking_nsxv3.common.synchronization [req-827d1420-fb70-4d0e-8341-807d45718de0 req-1f309843-5a3a-4171-9f4e-99cee87902b9 service nova] Enqueued Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_rules [ 718.265514] env[66551]: INFO networking_nsxv3.common.synchronization [req-827d1420-fb70-4d0e-8341-807d45718de0 req-1f309843-5a3a-4171-9f4e-99cee87902b9 service nova] Enqueued Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_members [ 718.265596] env[66551]: INFO networking_nsxv3.common.synchronization [req-827d1420-fb70-4d0e-8341-807d45718de0 req-1f309843-5a3a-4171-9f4e-99cee87902b9 service nova] Enqueued Resource ID: 09410aff-2986-47cf-a6c9-1d0d994844e0 with Priority: HIGHEST for action port [ 718.266159] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_rules [ 718.266304] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_members [ 718.266401] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09410aff-2986-47cf-a6c9-1d0d994844e0 with Priority: HIGHEST for action port [ 718.266705] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.266827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.266897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.267113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.267197] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.268106] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.268225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.268293] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.268475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.268665] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.268810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.268854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.268974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.269074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.269360] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.270405] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-09410aff-2986-47cf-a6c9-1d0d994844e0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.270515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09410aff-2986-47cf-a6c9-1d0d994844e0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.270582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09410aff-2986-47cf-a6c9-1d0d994844e0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.270776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09410aff-2986-47cf-a6c9-1d0d994844e0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.270882] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09410aff-2986-47cf-a6c9-1d0d994844e0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.776102] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09410aff-2986-47cf-a6c9-1d0d994844e0 with status ACTIVE [ 718.776102] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.776102] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.776102] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.776102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.776102] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09410aff-2986-47cf-a6c9-1d0d994844e0 is going to be updated. [ 718.778944] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.780529] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.780878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.804970] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.805200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.805200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.805921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.806019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.806276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09410aff-2986-47cf-a6c9-1d0d994844e0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.284131] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.337841] env[66551]: INFO networking_nsxv3.common.synchronization [None req-0db63ea5-4b3b-415a-beca-24d972088f7b None None] Enqueued Resource ID: 711e0146-d8f8-441b-86a5-eae5cd6ddce0 with Priority: HIGHEST for action port [ 719.339755] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711e0146-d8f8-441b-86a5-eae5cd6ddce0 with Priority: HIGHEST for action port [ 719.340126] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-711e0146-d8f8-441b-86a5-eae5cd6ddce0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.340265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711e0146-d8f8-441b-86a5-eae5cd6ddce0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.340352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711e0146-d8f8-441b-86a5-eae5cd6ddce0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.340635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711e0146-d8f8-441b-86a5-eae5cd6ddce0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.340738] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711e0146-d8f8-441b-86a5-eae5cd6ddce0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.787958] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.788178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.788226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.788500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.788551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.789123] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 is going to be created. [ 719.818279] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.818588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.818912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.819328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.820247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.833258] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 in Status: UNINITIALIZED for 2s [ 719.844308] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 711e0146-d8f8-441b-86a5-eae5cd6ddce0 [ 719.844604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.844740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.844837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.845908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.845908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.845908] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:711e0146-d8f8-441b-86a5-eae5cd6ddce0 already deleted. [ 719.845908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711e0146-d8f8-441b-86a5-eae5cd6ddce0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.912546] env[66551]: INFO networking_nsxv3.common.synchronization [req-8bdc58e6-ccdf-4f05-9e05-6e0a1a184b62 req-904911db-c249-4075-977c-e27ea7280694 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_members [ 720.913192] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGHEST for action security_group_members [ 720.913579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2ce471c-e5be-4982-9725-952a4eea68ee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.913763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.913846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.914074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.914242] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.914342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.914410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.914564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.914701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.914756] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.421930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.422308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.422308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.422549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.422750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.422913] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.422979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.423074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.423198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.423308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.423422] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2ce471c-e5be-4982-9725-952a4eea68ee is going to be updated. [ 721.457780] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.458021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.458131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.458459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.458822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.470445] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2ce471c-e5be-4982-9725-952a4eea68ee in Status: IN_PROGRESS for 2s [ 721.845412] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 in Status: SUCCESS [ 721.845648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.845806] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.846045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.846243] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.846541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.846541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.846714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.847050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.847050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.847173] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.349452] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.590023] env[66551]: INFO networking_nsxv3.common.synchronization [None req-d8077e60-e15c-40f2-b7f0-181fb56af2da tempest-MigrationsAdminTest-979151640 tempest-MigrationsAdminTest-979151640-project-member] Enqueued Resource ID: 58aeb10e-6a01-49a6-8aed-2d1708267b3f with Priority: HIGHEST for action security_group_rules [ 722.590023] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58aeb10e-6a01-49a6-8aed-2d1708267b3f with Priority: HIGHEST for action security_group_rules [ 722.590523] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.590820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.591017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.592657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.592657] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58aeb10e-6a01-49a6-8aed-2d1708267b3f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.808410] env[66551]: INFO networking_nsxv3.common.synchronization [None req-6017215f-7807-4dce-aeec-fb85ee4ff3d6 tempest-MigrationsAdminTest-979151640 tempest-MigrationsAdminTest-979151640-project-member] Enqueued Resource ID: 58aeb10e-6a01-49a6-8aed-2d1708267b3f with Priority: HIGHEST for action security_group_rules [ 722.810045] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58aeb10e-6a01-49a6-8aed-2d1708267b3f with Priority: HIGHEST for action security_group_rules [ 722.810045] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.810222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.852748] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8acc4bf-2fec-4056-a5e6-d37fc27a7c27: rpc.has_security_group_logging(os_id): False [ 722.882519] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.882706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.882840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.883071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.883189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.883570] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.883718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.883833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.884055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.884394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.884394] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 is going to be created. [ 722.996606] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.996871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.997021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.001027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.001027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.021488] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 in Status: IN_PROGRESS for 2s [ 723.118015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.118264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.118346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.118696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.118856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.119261] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58aeb10e-6a01-49a6-8aed-2d1708267b3f already deleted. [ 723.119261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.119385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.119604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.119696] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58aeb10e-6a01-49a6-8aed-2d1708267b3f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.483463] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2ce471c-e5be-4982-9725-952a4eea68ee in Status: SUCCESS [ 723.483753] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2ce471c-e5be-4982-9725-952a4eea68ee deletion is rescheduled due to dependency. [ 723.483753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.644252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.644326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.644491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.644596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.644670] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58aeb10e-6a01-49a6-8aed-2d1708267b3f already deleted. [ 723.644755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58aeb10e-6a01-49a6-8aed-2d1708267b3f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.679799] env[66551]: INFO networking_nsxv3.common.synchronization [req-3b140f6e-113b-4221-b709-e478c126997f req-819c8a86-61f0-4f88-91f8-385510bea733 tempest-ServerRescueTestJSON-1527872863 tempest-ServerRescueTestJSON-1527872863-project-member] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 723.680305] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 723.680572] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.680700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.680846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.681088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.681252] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.681368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.681451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.681623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.681710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.681836] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.004023] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4d5e473c-3ee5-4ba2-a953-833d2747e248 None None] Enqueued Resource ID: 350d100f-9dde-4a65-97af-5d4d2b9c1860 with Priority: HIGHEST for action port [ 724.004023] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350d100f-9dde-4a65-97af-5d4d2b9c1860 with Priority: HIGHEST for action port [ 724.004023] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-350d100f-9dde-4a65-97af-5d4d2b9c1860 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.004023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-350d100f-9dde-4a65-97af-5d4d2b9c1860" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.004023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-350d100f-9dde-4a65-97af-5d4d2b9c1860" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.004023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-350d100f-9dde-4a65-97af-5d4d2b9c1860" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.004023] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350d100f-9dde-4a65-97af-5d4d2b9c1860',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.180593] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-901 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.180593] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-901" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.180794] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-901" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.181248] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-901" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.181496] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.181577] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.181670] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.182249] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.182249] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.182369] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.182507] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.182545] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.182637] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.182751] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.182857] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.183027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.185363] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.204171] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.204376] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.204535] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.204705] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-901" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.205223] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-7c6afe1f-a28b-4078-9f9f-4237ea45861b taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.205348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-7c6afe1f-a28b-4078-9f9f-4237ea45861b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.205387] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-7c6afe1f-a28b-4078-9f9f-4237ea45861b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.205829] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-7c6afe1f-a28b-4078-9f9f-4237ea45861b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.205989] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6afe1f-a28b-4078-9f9f-4237ea45861b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.508060] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 350d100f-9dde-4a65-97af-5d4d2b9c1860 [ 724.508419] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.508602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.508673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.508918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.509455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.509455] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:350d100f-9dde-4a65-97af-5d4d2b9c1860 already deleted. [ 724.509455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-350d100f-9dde-4a65-97af-5d4d2b9c1860" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.689398] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.708576] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.708859] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.709628] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.709628] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.709628] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.709628] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 7c6afe1f-a28b-4078-9f9f-4237ea45861b not found, creating... [ 724.709898] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.710065] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.711034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.711034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.711034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.711034] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.711034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.711034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.711274] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.711360] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.711445] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 7c6afe1f-a28b-4078-9f9f-4237ea45861b is going to be created. [ 724.736451] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.736707] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.736863] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.737178] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.737404] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.737670] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-7c6afe1f-a28b-4078-9f9f-4237ea45861b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.034849] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 in Status: SUCCESS [ 725.035262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.131079] env[66551]: INFO networking_nsxv3.common.synchronization [req-1acfc390-bf22-47a0-9fab-7c138fdec1a7 req-78b8c6d8-7f77-4917-9a15-24cbc425ed87 tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 725.131595] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 725.131897] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.132032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.132103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.132301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.132450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.132548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.132610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.132761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.132844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.132936] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.193500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.193663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.193663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.193884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.194013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.194133] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be updated. [ 725.225470] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.225470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.225470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.225470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.225470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.234226] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: IN_PROGRESS for 2s [ 725.510052] env[66551]: INFO networking_nsxv3.common.synchronization [req-3b140f6e-113b-4221-b709-e478c126997f req-c2367762-1954-4ab3-a255-e8530fc35e0d service nova] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_rules [ 725.510344] env[66551]: INFO networking_nsxv3.common.synchronization [req-3b140f6e-113b-4221-b709-e478c126997f req-c2367762-1954-4ab3-a255-e8530fc35e0d service nova] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 725.510344] env[66551]: INFO networking_nsxv3.common.synchronization [req-3b140f6e-113b-4221-b709-e478c126997f req-c2367762-1954-4ab3-a255-e8530fc35e0d service nova] Enqueued Resource ID: 7c6afe1f-a28b-4078-9f9f-4237ea45861b with Priority: HIGHEST for action port [ 725.510842] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_rules [ 725.511011] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 725.513104] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c6afe1f-a28b-4078-9f9f-4237ea45861b with Priority: HIGHEST for action port [ 725.513104] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.513372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.513579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.515817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.515817] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.515817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.515817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.515817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c6afe1f-a28b-4078-9f9f-4237ea45861b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.515817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c6afe1f-a28b-4078-9f9f-4237ea45861b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.515817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c6afe1f-a28b-4078-9f9f-4237ea45861b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.515817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c6afe1f-a28b-4078-9f9f-4237ea45861b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.515817] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c6afe1f-a28b-4078-9f9f-4237ea45861b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.639018] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.639018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.639018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.639018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.639018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.640229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.640443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.640443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.640586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.640664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.641244] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 725.671060] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.671211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.671282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.671560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.671724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.680923] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 725.965201] env[66551]: INFO networking_nsxv3.common.synchronization [req-5f74ed5d-491e-4379-bf9b-d2f9cb77c397 req-e4c891da-96f5-4d28-ae75-98ffdaff5b9e tempest-ServerTagsTestJSON-1560905599 tempest-ServerTagsTestJSON-1560905599-project-member] Enqueued Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGHEST for action security_group_members [ 725.969100] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGHEST for action security_group_members [ 725.969100] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22a1d0b-5177-4950-9928-b36769de94b8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.969100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.969100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.969100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.969100] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.969100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.969100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.969100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.969100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.969100] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.020215] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.020215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.020215] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c6afe1f-a28b-4078-9f9f-4237ea45861b with status ACTIVE [ 726.021843] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.021843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.021843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.021843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.021843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.022067] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.023629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.023629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.023629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.023629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.023821] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.023882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.023912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.024675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.024675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.024675] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c6afe1f-a28b-4078-9f9f-4237ea45861b is going to be updated. [ 726.049454] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.049651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.049889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.050992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.050992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.050992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c6afe1f-a28b-4078-9f9f-4237ea45861b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.399101] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.399348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-501" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.399595] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-501" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.399874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-501" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.400185] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.400445] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.400568] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.400698] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.400841] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.401423] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.401423] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.401423] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.401423] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.401705] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.401705] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.401786] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.424167] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.424335] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.424498] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.425045] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-501" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.425499] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-39bde35e-75d8-4b28-9db5-173ca945712b taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.425691] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-39bde35e-75d8-4b28-9db5-173ca945712b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.425949] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-39bde35e-75d8-4b28-9db5-173ca945712b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.426740] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-39bde35e-75d8-4b28-9db5-173ca945712b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.426873] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39bde35e-75d8-4b28-9db5-173ca945712b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.470960] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.471218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.471297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.471501] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.471581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.471815] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.471953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.472024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.472192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.472275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.472363] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22a1d0b-5177-4950-9928-b36769de94b8 already deleted. [ 726.472443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.885908] env[66551]: INFO networking_nsxv3.common.synchronization [None req-d979eaad-0735-4100-9f69-b78aa4967446 tempest-ServersTestFqdnHostnames-82841964 tempest-ServersTestFqdnHostnames-82841964-project-member] Enqueued Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_rules [ 726.885908] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_rules [ 726.886285] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04643e1a-277a-4f48-a91f-85d754e3afff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.886285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.886366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.886887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.886887] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.929976] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.930244] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.930364] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.930631] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.930780] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.930933] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 39bde35e-75d8-4b28-9db5-173ca945712b not found, creating... [ 726.931494] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.931494] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.931633] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.931890] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.932091] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.932379] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.932610] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.932702] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.932910] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.934143] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.934143] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 39bde35e-75d8-4b28-9db5-173ca945712b is going to be created. [ 726.958030] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.958287] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.958402] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.958856] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.959214] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.959488] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-39bde35e-75d8-4b28-9db5-173ca945712b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.104041] env[66551]: INFO networking_nsxv3.common.synchronization [None req-825b998f-801e-4c98-b8da-acfd0fccbeb6 tempest-ServersTestFqdnHostnames-82841964 tempest-ServersTestFqdnHostnames-82841964-project-member] Enqueued Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_rules [ 727.104041] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_rules [ 727.104309] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04643e1a-277a-4f48-a91f-85d754e3afff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.104408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.128466] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c88b5a36-9a85-438b-97a4-38a7abf647d7 None None] Enqueued Resource ID: 066d9e76-73c0-432a-b62b-16fa768e8974 with Priority: HIGHEST for action port [ 727.128805] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066d9e76-73c0-432a-b62b-16fa768e8974 with Priority: HIGHEST for action port [ 727.133028] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-066d9e76-73c0-432a-b62b-16fa768e8974 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.133028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-066d9e76-73c0-432a-b62b-16fa768e8974" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.133028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-066d9e76-73c0-432a-b62b-16fa768e8974" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.133028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-066d9e76-73c0-432a-b62b-16fa768e8974" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.133028] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066d9e76-73c0-432a-b62b-16fa768e8974',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.245040] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: SUCCESS [ 727.245133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.245295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.245535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.245792] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.245926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.245993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.246214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.246318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.246419] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.410621] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.410734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.413030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.413030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.413030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.413030] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04643e1a-277a-4f48-a91f-85d754e3afff already deleted. [ 727.413030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.413030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.413030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.413030] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.633296] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 066d9e76-73c0-432a-b62b-16fa768e8974 [ 727.633473] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.633473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.633602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.634202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.634202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.634202] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:066d9e76-73c0-432a-b62b-16fa768e8974 already deleted. [ 727.634202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-066d9e76-73c0-432a-b62b-16fa768e8974" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.693079] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 727.693256] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 deletion is rescheduled due to dependency. [ 727.693373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.723966] env[66551]: INFO networking_nsxv3.common.synchronization [req-5f74ed5d-491e-4379-bf9b-d2f9cb77c397 req-7966a1a5-1d0e-4b75-997f-046371acbe44 service nova] Enqueued Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGHEST for action security_group_rules [ 727.724208] env[66551]: INFO networking_nsxv3.common.synchronization [req-5f74ed5d-491e-4379-bf9b-d2f9cb77c397 req-7966a1a5-1d0e-4b75-997f-046371acbe44 service nova] Enqueued Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGHEST for action security_group_members [ 727.724347] env[66551]: INFO networking_nsxv3.common.synchronization [req-5f74ed5d-491e-4379-bf9b-d2f9cb77c397 req-7966a1a5-1d0e-4b75-997f-046371acbe44 service nova] Enqueued Resource ID: 39bde35e-75d8-4b28-9db5-173ca945712b with Priority: HIGHEST for action port [ 727.724578] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGHEST for action security_group_rules [ 727.724778] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGHEST for action security_group_members [ 727.724832] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39bde35e-75d8-4b28-9db5-173ca945712b with Priority: HIGHEST for action port [ 727.725402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b22a1d0b-5177-4950-9928-b36769de94b8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.725533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.725586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.725842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.725927] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.726757] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22a1d0b-5177-4950-9928-b36769de94b8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.727164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.727164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.727164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.727273] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.727397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.727487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.727717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.727807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.727881] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.728719] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-39bde35e-75d8-4b28-9db5-173ca945712b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.728876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39bde35e-75d8-4b28-9db5-173ca945712b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.728876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39bde35e-75d8-4b28-9db5-173ca945712b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.729068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39bde35e-75d8-4b28-9db5-173ca945712b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.729119] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39bde35e-75d8-4b28-9db5-173ca945712b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.748892] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.933890] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.935238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.935238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.935238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.935238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.935238] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04643e1a-277a-4f48-a91f-85d754e3afff already deleted. [ 727.935238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.230695] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22a1d0b-5177-4950-9928-b36769de94b8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.230944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.231215] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.232309] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39bde35e-75d8-4b28-9db5-173ca945712b with status ACTIVE [ 728.232505] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.232626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.232696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.232916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.232999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.233194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.233291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.233353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.233638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.233638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.234761] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.234879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.234948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.235125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.235214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.235325] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39bde35e-75d8-4b28-9db5-173ca945712b is going to be updated. [ 728.251030] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.265815] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.265815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.266057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.266110] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.266818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.266818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39bde35e-75d8-4b28-9db5-173ca945712b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.411679] env[66551]: INFO networking_nsxv3.common.synchronization [req-29f60a7f-ba2f-4f38-aaba-f0395da78d41 req-d08ef865-4065-40f6-99ab-c6b0fc6ee0b2 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 728.412332] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 728.412877] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.412877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.412877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.413434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.413434] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.413434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.413650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.413650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.413751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.413801] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.738214] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.753793] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.753868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.753990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.756019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.756019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.756019] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be updated. [ 728.790472] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.790870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.790870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.790970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.791180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.802902] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: IN_PROGRESS for 2s [ 728.921600] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.921745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.922069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.922069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.922378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.922378] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.922472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.922472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.922858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.922858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.922858] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 already deleted. [ 728.922858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.078833] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.079196] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-775" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.079196] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-775" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.079336] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-775" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.080021] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.080204] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.080302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.080536] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.080713] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.080955] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.081083] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.081186] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.081289] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.081393] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.081491] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.081624] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.102127] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.102311] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.102442] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.102608] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-775" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.102920] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-2721f495-5219-470e-9a67-bcaf593d3851 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.103125] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.103237] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.103681] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.103827] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2721f495-5219-470e-9a67-bcaf593d3851',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.241945] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.242184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.242272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.243255] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22a1d0b-5177-4950-9928-b36769de94b8 is going to be created. [ 729.267864] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.268031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.268112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.268395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.268653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.286904] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22a1d0b-5177-4950-9928-b36769de94b8 in Status: UNINITIALIZED for 2s [ 729.607208] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.607208] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.607338] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.608115] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.608115] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.608115] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 2721f495-5219-470e-9a67-bcaf593d3851 not found, creating... [ 729.608595] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.608932] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.609603] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.609603] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.609603] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.609752] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.609934] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.610031] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.610243] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.610365] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.610496] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 2721f495-5219-470e-9a67-bcaf593d3851 is going to be created. [ 729.631623] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.632100] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.632100] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.632344] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.632619] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.633062] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.400023] env[66551]: INFO networking_nsxv3.common.synchronization [req-29f60a7f-ba2f-4f38-aaba-f0395da78d41 req-f4389738-0d03-4244-a42b-bfdd3dfd9fb5 service nova] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 730.400239] env[66551]: INFO networking_nsxv3.common.synchronization [req-29f60a7f-ba2f-4f38-aaba-f0395da78d41 req-f4389738-0d03-4244-a42b-bfdd3dfd9fb5 service nova] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 730.400377] env[66551]: INFO networking_nsxv3.common.synchronization [req-29f60a7f-ba2f-4f38-aaba-f0395da78d41 req-f4389738-0d03-4244-a42b-bfdd3dfd9fb5 service nova] Enqueued Resource ID: 2721f495-5219-470e-9a67-bcaf593d3851 with Priority: HIGHEST for action port [ 730.400979] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 730.401306] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 730.401572] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721f495-5219-470e-9a67-bcaf593d3851 with Priority: HIGHEST for action port [ 730.402098] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.402098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.402098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.402363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.402416] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.405258] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.405374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.405631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.405631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.405789] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.405880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.405993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.406108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.406239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.409250] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.411480] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2721f495-5219-470e-9a67-bcaf593d3851 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.411480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.411480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.411480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.411480] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2721f495-5219-470e-9a67-bcaf593d3851',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.817889] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: SUCCESS [ 730.818256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.819470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.819824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.820041] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.820189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.820277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.820512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.820609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.820748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.820852] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.916094] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.918941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.918941] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2721f495-5219-470e-9a67-bcaf593d3851 with status ACTIVE [ 730.918941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.918941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.918941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.919553] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.919553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.919553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.919553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.919701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.919762] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2721f495-5219-470e-9a67-bcaf593d3851 is going to be updated. [ 730.949964] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.950403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.950403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.950581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.951226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.951226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.301355] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22a1d0b-5177-4950-9928-b36769de94b8 in Status: SUCCESS [ 731.301355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.301355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.301355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.301355] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.301355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.301355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.301970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.301970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.301970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.301970] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.320652] env[66551]: INFO networking_nsxv3.common.synchronization [req-fcb1a32e-c256-4e63-b7f7-0651e5e507bf req-51d1114c-6c89-4613-8948-107d7481cff6 tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 731.320795] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 731.321103] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.321906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.321906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.321906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.322059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.322144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.322239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.322581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.322581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.322581] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.324949] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.324949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.324949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.324949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.324949] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.324949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.324949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.324949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.325383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.325383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.325383] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.325383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.325496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.325596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.326383] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.326383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.326383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.326383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.326383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.326383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.326383] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.422293] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.806749] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22a1d0b-5177-4950-9928-b36769de94b8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.807104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.807622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.807941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.808239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.808602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.811022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22a1d0b-5177-4950-9928-b36769de94b8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.811022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.811022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.811022] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.832275] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.832275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.832275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.832275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.832275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.832275] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.832275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.832275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.832732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.832732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.832732] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 731.836144] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa147b36-5016-42f4-a6c4-20dfadeb205f: rpc.has_security_group_logging(os_id): False [ 731.859022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.859022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.859022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.859022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.859876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.860549] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.860549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.860549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.860549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.860549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.860549] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be updated. [ 731.869044] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.869044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.869044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.869044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.869044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.880041] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 731.925642] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.925919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.925919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.926078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.926148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.926235] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be created. [ 731.953327] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.953611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.953611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.953758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.954017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.961238] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.961484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.961484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.961670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.961829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.971317] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: IN_PROGRESS for 2s [ 731.976863] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: UNINITIALIZED for 2s [ 731.994800] env[66551]: INFO networking_nsxv3.common.synchronization [req-fcb1a32e-c256-4e63-b7f7-0651e5e507bf req-f7216244-6e0f-451b-93c9-c7fe3dafc5ab tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 731.995968] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 731.995968] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.995968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.317172] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b22a1d0b-5177-4950-9928-b36769de94b8: rpc.has_security_group_logging(os_id): False [ 732.348375] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.348522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.348637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.349194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.349194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.349194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.349571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.349571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.349571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.349768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.349892] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.349892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.350024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.350101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.350171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.350518] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.350672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.350741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.350895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.351041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.351098] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b22a1d0b-5177-4950-9928-b36769de94b8 is going to be created. [ 732.402884] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.403458] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.403458] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.403619] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.403775] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.403960] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.404100] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.404288] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.404426] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.404628] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.404780] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.404877] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.404940] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.405038] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.405136] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.405258] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.426710] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.427268] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.427268] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.427570] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.427650] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-0b1067b7-86d4-49ff-98c4-35688920bbf7 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.427843] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-0b1067b7-86d4-49ff-98c4-35688920bbf7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.427993] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-0b1067b7-86d4-49ff-98c4-35688920bbf7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.428382] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-0b1067b7-86d4-49ff-98c4-35688920bbf7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.428571] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1067b7-86d4-49ff-98c4-35688920bbf7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.435046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.435251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.435303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.435718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.435849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.449608] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b22a1d0b-5177-4950-9928-b36769de94b8 in Status: IN_PROGRESS for 2s [ 732.932811] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.932811] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.932811] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.932811] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.933100] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.933100] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 0b1067b7-86d4-49ff-98c4-35688920bbf7 not found, creating... [ 732.934015] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.934015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.934015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.934341] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.934341] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.934732] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.934925] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.935056] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.935285] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.935415] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.935573] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 0b1067b7-86d4-49ff-98c4-35688920bbf7 is going to be created. [ 732.956546] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.956787] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.956890] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.957188] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.958077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.958077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-0b1067b7-86d4-49ff-98c4-35688920bbf7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.763493] env[66551]: INFO networking_nsxv3.common.synchronization [req-fcb1a32e-c256-4e63-b7f7-0651e5e507bf req-e19e0d60-724f-4447-8fd0-372fd0c94f1d service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 733.763493] env[66551]: INFO networking_nsxv3.common.synchronization [req-fcb1a32e-c256-4e63-b7f7-0651e5e507bf req-e19e0d60-724f-4447-8fd0-372fd0c94f1d service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 733.763493] env[66551]: INFO networking_nsxv3.common.synchronization [req-fcb1a32e-c256-4e63-b7f7-0651e5e507bf req-e19e0d60-724f-4447-8fd0-372fd0c94f1d service nova] Enqueued Resource ID: 0b1067b7-86d4-49ff-98c4-35688920bbf7 with Priority: HIGHEST for action port [ 733.763948] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 733.765350] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 733.765350] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1067b7-86d4-49ff-98c4-35688920bbf7 with Priority: HIGHEST for action port [ 733.766361] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.766361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.766361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.766361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.766361] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.767113] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.768047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.768047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b1067b7-86d4-49ff-98c4-35688920bbf7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.768047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b1067b7-86d4-49ff-98c4-35688920bbf7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.768047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b1067b7-86d4-49ff-98c4-35688920bbf7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.768047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b1067b7-86d4-49ff-98c4-35688920bbf7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.768047] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1067b7-86d4-49ff-98c4-35688920bbf7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.893322] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 733.893539] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 deletion is rescheduled due to dependency. [ 733.893720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.893985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.894281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.894554] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.894706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.894750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.894968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.895086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.895209] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.992414] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 733.992414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.992414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.992787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.992787] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.992928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.992993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.993158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.993267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.993339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.993430] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.995085] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: SUCCESS [ 733.995281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.269967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.270195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.270342] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b1067b7-86d4-49ff-98c4-35688920bbf7 with status ACTIVE [ 734.270539] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.270666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.270761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.271096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.271210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.271376] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.271490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.271559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.271783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.271861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.272066] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.272166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.272262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.272430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.272571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.272679] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b1067b7-86d4-49ff-98c4-35688920bbf7 is going to be updated. [ 734.307505] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.307763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.307763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.308044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.308287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.308509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b1067b7-86d4-49ff-98c4-35688920bbf7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.398250] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.471021] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b22a1d0b-5177-4950-9928-b36769de94b8 in Status: SUCCESS [ 734.471021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.497367] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.497577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.498922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.498922] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.498922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.498922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.499397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.499506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.499688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.500078] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.500279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.500388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.500689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.500966] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.501156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.501434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.501517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.501665] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.501821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.501974] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.575217] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.575390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-440" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.575433] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-440" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.575808] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-440" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.576189] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.576383] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.576584] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.576907] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.577118] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.577369] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.577483] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.577591] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.577723] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.577871] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.577981] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.578168] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.598513] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.598730] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.598906] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.599120] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-440" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.599463] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-da85073e-3167-4cee-93c4-fda69b62e1e1 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.599693] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-da85073e-3167-4cee-93c4-fda69b62e1e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.599795] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-da85073e-3167-4cee-93c4-fda69b62e1e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.600165] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-da85073e-3167-4cee-93c4-fda69b62e1e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.600302] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da85073e-3167-4cee-93c4-fda69b62e1e1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.901878] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.005327] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bffce9ba-399d-4888-9d43-ef366a89fb70: rpc.has_security_group_logging(os_id): False [ 735.025808] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.025977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.026042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.026261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.026353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.026622] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.026726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.026776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.026937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.027044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.027282] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.027424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.027513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.027670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.027748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.027995] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.028786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.028866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.029194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.029281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.029371] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be created. [ 735.098558] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.098759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.098885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.100095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.100095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.102513] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.103266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.103664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.104060] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.104252] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.104452] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port da85073e-3167-4cee-93c4-fda69b62e1e1 not found, creating... [ 735.104799] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.105369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.105598] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.106054] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.106470] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.106768] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.106985] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.107166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.107453] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.107654] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.107896] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: da85073e-3167-4cee-93c4-fda69b62e1e1 is going to be created. [ 735.116286] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 735.130526] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.130762] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.130847] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.131228] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.132501] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.133340] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-da85073e-3167-4cee-93c4-fda69b62e1e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.403964] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.404222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.404310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.406285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.406285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.406285] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 735.445739] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.445848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.445887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.446826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.446826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.459030] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 735.904483] env[66551]: INFO networking_nsxv3.common.synchronization [req-fcb1a32e-c256-4e63-b7f7-0651e5e507bf req-1c4de584-f931-4750-8ab5-658cf5e90ae0 service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 735.904764] env[66551]: INFO networking_nsxv3.common.synchronization [req-fcb1a32e-c256-4e63-b7f7-0651e5e507bf req-1c4de584-f931-4750-8ab5-658cf5e90ae0 service nova] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 735.904933] env[66551]: INFO networking_nsxv3.common.synchronization [req-fcb1a32e-c256-4e63-b7f7-0651e5e507bf req-1c4de584-f931-4750-8ab5-658cf5e90ae0 service nova] Enqueued Resource ID: da85073e-3167-4cee-93c4-fda69b62e1e1 with Priority: HIGHEST for action port [ 735.905702] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_rules [ 735.906554] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 735.906554] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da85073e-3167-4cee-93c4-fda69b62e1e1 with Priority: HIGHEST for action port [ 735.906691] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.906691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.907160] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.907326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.908066] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-da85073e-3167-4cee-93c4-fda69b62e1e1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.908233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da85073e-3167-4cee-93c4-fda69b62e1e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.908316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da85073e-3167-4cee-93c4-fda69b62e1e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.908657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da85073e-3167-4cee-93c4-fda69b62e1e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.908728] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da85073e-3167-4cee-93c4-fda69b62e1e1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.414474] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da85073e-3167-4cee-93c4-fda69b62e1e1 with status ACTIVE [ 736.414474] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.414682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.414682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.414882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.417179] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.417179] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.417179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.417179] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da85073e-3167-4cee-93c4-fda69b62e1e1 is going to be updated. [ 736.443604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.443777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.443777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.444065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.444254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.444449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da85073e-3167-4cee-93c4-fda69b62e1e1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.133074] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 737.134350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.471161] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 737.471466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.471701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.471927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.472174] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.472302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.472370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.472535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.472724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.472773] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.975178] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.155850] env[66551]: INFO networking_nsxv3.common.synchronization [req-a4aa24f7-34cc-4cc6-9e1c-90baded71c38 req-401296ab-dc23-43ae-a833-11f41aec8cf0 tempest-ServersAdminNegativeTestJSON-139947128 tempest-ServersAdminNegativeTestJSON-139947128-project-member] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 738.156818] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 738.158982] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.159139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.159230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.159458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.159631] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.159752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.159842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.159972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.160097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.160237] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.478246] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.662609] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.980926] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.981184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.981305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.981616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.981761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.981902] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 739.013795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.014009] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.014256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.014611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.014840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.025501] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 739.165129] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.668746] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.669033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.669033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.669202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.669310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.669423] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b is going to be updated. [ 739.702127] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.702328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.702377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.702621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.702780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.716175] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: IN_PROGRESS for 2s [ 739.774063] env[66551]: INFO networking_nsxv3.common.synchronization [req-9a7906b9-1d2a-4ad8-b294-62ca41dc99b4 req-ea1f5253-66e1-40a8-82e0-5e3ea78923d7 tempest-ServerGroupTestJSON-1757135804 tempest-ServerGroupTestJSON-1757135804-project-member] Enqueued Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGHEST for action security_group_members [ 739.774444] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGHEST for action security_group_members [ 739.774830] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf1d6a2-871c-4762-9baa-71c30f8db780 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.774963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.775056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.775316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.775478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.775580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.775657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.775819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.775905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.775995] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.164336] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.164574] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-792" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.164712] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-792" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.165109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-792" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.165427] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.165770] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.165770] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.165988] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.166149] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.166436] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.166574] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.166654] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.166725] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.166830] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.166927] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.167763] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.189678] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.189909] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.190132] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.190390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-792" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.190729] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-88482ab6-03cc-4350-8f44-473a96cace53 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.190926] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-88482ab6-03cc-4350-8f44-473a96cace53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.191056] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-88482ab6-03cc-4350-8f44-473a96cace53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.191410] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-88482ab6-03cc-4350-8f44-473a96cace53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.191557] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88482ab6-03cc-4350-8f44-473a96cace53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.278372] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.278675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.278675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.278931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.279094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.279406] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.279553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.279643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.279885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.280016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.280150] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 already deleted. [ 740.280275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.694211] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.694461] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.694578] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.694899] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.695063] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.695214] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 88482ab6-03cc-4350-8f44-473a96cace53 not found, creating... [ 740.695472] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.695625] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.695736] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.695949] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.696093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.696384] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.696555] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.696674] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.696876] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.697020] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.697146] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 88482ab6-03cc-4350-8f44-473a96cace53 is going to be created. [ 740.718179] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.718745] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.718745] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.718878] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.719121] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.719369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-88482ab6-03cc-4350-8f44-473a96cace53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.036464] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 741.036792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.036975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.037211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.037461] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.037544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.037584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.037764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.037853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.037941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.038047] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.038912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.039230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.039302] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.039353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.039396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.039538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.039613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.039701] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.523088] env[66551]: INFO networking_nsxv3.common.synchronization [req-9a7906b9-1d2a-4ad8-b294-62ca41dc99b4 req-b4d3cb51-a8ee-4a94-aa11-ea1a466c0f97 service nova] Enqueued Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGHEST for action security_group_rules [ 741.523437] env[66551]: INFO networking_nsxv3.common.synchronization [req-9a7906b9-1d2a-4ad8-b294-62ca41dc99b4 req-b4d3cb51-a8ee-4a94-aa11-ea1a466c0f97 service nova] Enqueued Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGHEST for action security_group_members [ 741.523437] env[66551]: INFO networking_nsxv3.common.synchronization [req-9a7906b9-1d2a-4ad8-b294-62ca41dc99b4 req-b4d3cb51-a8ee-4a94-aa11-ea1a466c0f97 service nova] Enqueued Resource ID: 88482ab6-03cc-4350-8f44-473a96cace53 with Priority: HIGHEST for action port [ 741.523859] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGHEST for action security_group_rules [ 741.524015] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGHEST for action security_group_members [ 741.526061] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88482ab6-03cc-4350-8f44-473a96cace53 with Priority: HIGHEST for action port [ 741.526061] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbf1d6a2-871c-4762-9baa-71c30f8db780 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.526061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.526061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.526061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.526061] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.526502] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf1d6a2-871c-4762-9baa-71c30f8db780 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.526580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.526623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.526818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.527938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.527938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.527938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.527938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.527938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.527938] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.528765] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-88482ab6-03cc-4350-8f44-473a96cace53 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.528765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88482ab6-03cc-4350-8f44-473a96cace53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.528765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88482ab6-03cc-4350-8f44-473a96cace53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.528765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88482ab6-03cc-4350-8f44-473a96cace53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.528765] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88482ab6-03cc-4350-8f44-473a96cace53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.541792] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.541792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.542093] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.607647] env[66551]: INFO networking_nsxv3.common.synchronization [req-ed02be99-3034-498d-9c66-cda709307ad8 req-581780f0-80c1-46e3-82d1-b2afd1ab7605 tempest-ServersWithSpecificFlavorTestJSON-1288303121 tempest-ServersWithSpecificFlavorTestJSON-1288303121-project-member] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 741.608244] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 741.608544] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.609265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.609265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.609265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.609265] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.609265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.609494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.609494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.609678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.609744] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.731454] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: SUCCESS [ 741.732244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.989844] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.989844] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-157" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.989844] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-157" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.990326] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-157" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.990422] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.990578] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.990625] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.990828] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.990973] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.991243] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.991348] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.991483] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.991587] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.991682] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.991757] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.991826] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.013368] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.013434] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.013860] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.013860] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-157" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.014064] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.014233] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.014593] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.014728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.014877] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.030693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf1d6a2-871c-4762-9baa-71c30f8db780 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.030693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.030872] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.032322] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88482ab6-03cc-4350-8f44-473a96cace53 with status ACTIVE [ 742.032322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.032322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.032322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.032322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.032322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.033174] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.033346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.033417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.033631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.033714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.034035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.034136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.034714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.034714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.034714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.034714] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88482ab6-03cc-4350-8f44-473a96cace53 is going to be updated. [ 742.045650] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.058873] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.059052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.059122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.059336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.059764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.059764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88482ab6-03cc-4350-8f44-473a96cace53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.113124] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.113337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.113407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.113622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.113710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.113909] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.116898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.116898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.116898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.116898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.116898] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be updated. [ 742.147397] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.147565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.147635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.147858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.148000] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.158630] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: IN_PROGRESS for 2s [ 742.518118] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.518492] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.518686] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.518996] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.519272] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.519443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c not found, creating... [ 742.519816] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.521047] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.521047] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.521047] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.521047] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.521047] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.521320] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.521320] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.521545] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.521707] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.521913] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c is going to be created. [ 742.537508] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.545846] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.546203] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.546401] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.546777] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.547082] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.547379] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.550652] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.550841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.550972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.551236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.551384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.552033] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 742.594814] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.594814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.594814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.594814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.594814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.607436] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 743.041717] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.042023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.042171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.042544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.042701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.042851] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 is going to be created. [ 743.074263] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.074636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.074733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.074974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.075173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.090900] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 in Status: UNINITIALIZED for 2s [ 743.324076] env[66551]: INFO networking_nsxv3.common.synchronization [req-ed02be99-3034-498d-9c66-cda709307ad8 req-f10c6d88-3426-496b-99b7-ea24e110dbda service nova] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_rules [ 743.324277] env[66551]: INFO networking_nsxv3.common.synchronization [req-ed02be99-3034-498d-9c66-cda709307ad8 req-f10c6d88-3426-496b-99b7-ea24e110dbda service nova] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 743.325935] env[66551]: INFO networking_nsxv3.common.synchronization [req-ed02be99-3034-498d-9c66-cda709307ad8 req-f10c6d88-3426-496b-99b7-ea24e110dbda service nova] Enqueued Resource ID: 7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c with Priority: HIGHEST for action port [ 743.325935] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_rules [ 743.326162] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 743.326248] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c with Priority: HIGHEST for action port [ 743.327016] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.327280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.327482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.327783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.327952] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.330381] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.330581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.330918] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.332238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.332392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.332659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.332854] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.835477] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.835477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.835477] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c with status ACTIVE [ 743.836045] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.836045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.836045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.836045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.836210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.836246] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.836342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.836403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.836589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.836675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.836862] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.836957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.837019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.837172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.837247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.837344] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c is going to be updated. [ 743.860390] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.860688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.860688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.862874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.862874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.862874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c5002e4-aaee-4b0a-9d56-3fb7d4fe066c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.863869] env[66551]: INFO networking_nsxv3.common.synchronization [req-cc3df201-d690-48f9-a76f-6e4202a03349 req-ab463b84-6435-406c-bfd1-30ec156e4b0b tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 743.863869] env[66551]: INFO networking_nsxv3.common.synchronization [req-cc3df201-d690-48f9-a76f-6e4202a03349 req-ab463b84-6435-406c-bfd1-30ec156e4b0b tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 743.864261] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 743.864822] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 743.864822] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.864822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.864822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.865396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.865396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.865396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.865396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.865657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.865657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.865657] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.867701] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.867701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.867701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.867701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.867701] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.867701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.867701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.867996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.867996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.867996] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.909543] env[66551]: INFO networking_nsxv3.common.synchronization [req-cc3df201-d690-48f9-a76f-6e4202a03349 req-ab463b84-6435-406c-bfd1-30ec156e4b0b tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 743.909648] env[66551]: INFO networking_nsxv3.common.synchronization [req-cc3df201-d690-48f9-a76f-6e4202a03349 req-ab463b84-6435-406c-bfd1-30ec156e4b0b tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 743.909843] env[66551]: INFO networking_nsxv3.common.synchronization [req-cc3df201-d690-48f9-a76f-6e4202a03349 req-ab463b84-6435-406c-bfd1-30ec156e4b0b tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_rules [ 743.909967] env[66551]: INFO networking_nsxv3.common.synchronization [req-cc3df201-d690-48f9-a76f-6e4202a03349 req-ab463b84-6435-406c-bfd1-30ec156e4b0b tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 743.910097] env[66551]: INFO networking_nsxv3.common.synchronization [req-cc3df201-d690-48f9-a76f-6e4202a03349 req-ab463b84-6435-406c-bfd1-30ec156e4b0b tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: 2721f495-5219-470e-9a67-bcaf593d3851 with Priority: HIGHEST for action port [ 743.910611] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 743.910742] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_rules [ 743.913022] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721f495-5219-470e-9a67-bcaf593d3851 with Priority: HIGHEST for action port [ 743.913022] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 743.913022] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 743.913022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.913022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.913022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.913022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.913022] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.913022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.913022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.913022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.913022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.913022] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.913733] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2721f495-5219-470e-9a67-bcaf593d3851 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.913832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.913896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.914059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.914129] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2721f495-5219-470e-9a67-bcaf593d3851',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.914811] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.914897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.915092] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.915195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.126332] env[66551]: INFO networking_nsxv3.common.synchronization [req-28fc00de-0d96-43ba-82a1-dea0177ec87c req-ef85dc07-556e-4d21-aba3-5639a941a27d tempest-VolumesAdminNegativeTest-1933545585 tempest-VolumesAdminNegativeTest-1933545585-project-member] Enqueued Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGHEST for action security_group_members [ 744.126965] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGHEST for action security_group_members [ 744.127303] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-f079edbf-d6ea-425b-b1c2-75445d2b265f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.128364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.128364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.128520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.128713] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.128823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.128885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.129075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.129190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.129259] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.172700] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: SUCCESS [ 744.172904] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 deletion is rescheduled due to dependency. [ 744.173031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.173188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.173463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.173592] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.173710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.173775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.173934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.174095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.174245] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.372962] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.375359] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.418887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.418887] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2721f495-5219-470e-9a67-bcaf593d3851 with status ACTIVE [ 744.418887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.418887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.418887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.418887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.419704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.419704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.419704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.419704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.419704] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2721f495-5219-470e-9a67-bcaf593d3851 is going to be updated. [ 744.421676] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.421937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.448371] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.448591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.448655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.449036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.449206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.450360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.554510] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.554712] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-995" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.554893] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-995" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.555304] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-995" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.555658] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.555844] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.556124] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.556773] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.556997] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.557289] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.557493] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.557644] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.557780] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.557975] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.558193] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.558443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.584319] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.584573] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.584715] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.584986] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-995" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.585448] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-54e5afaf-7c74-4861-be0c-174248d9b909 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.585891] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-54e5afaf-7c74-4861-be0c-174248d9b909" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.585891] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-54e5afaf-7c74-4861-be0c-174248d9b909" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.586199] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-54e5afaf-7c74-4861-be0c-174248d9b909" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.586337] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e5afaf-7c74-4861-be0c-174248d9b909',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.620974] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 744.621246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.621439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.621669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.621874] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.622213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.622213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.622363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.622363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.622466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.622559] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.622658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.622772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.622843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.623021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.623203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.623271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.623423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.623497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.623603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.623705] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.631704] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.631704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.632228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.632228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.632228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.632413] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.632413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.632413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.632604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.632651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.632801] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f079edbf-d6ea-425b-b1c2-75445d2b265f already deleted. [ 744.632801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.676955] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.876938] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.877884] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.089391] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.089796] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.089947] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.090340] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.090528] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.090759] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 54e5afaf-7c74-4861-be0c-174248d9b909 not found, creating... [ 745.091204] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.091448] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.091562] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.092029] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.092154] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.092513] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.092718] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.092931] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.093209] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.093356] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.093535] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 54e5afaf-7c74-4861-be0c-174248d9b909 is going to be created. [ 745.106034] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 in Status: SUCCESS [ 745.106277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.106484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.106663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.106869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.107046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.107046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.107243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.107375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.107375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.107468] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.117887] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.118181] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.118274] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.118473] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.118730] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.118950] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-54e5afaf-7c74-4861-be0c-174248d9b909" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.126158] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37629cf0-fa35-4eab-9bac-88da785ce904: rpc.has_security_group_logging(os_id): False [ 745.146408] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.146609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.146609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.146832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.146927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.147127] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.147245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.147297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.147429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.147503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.147712] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.147807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.147868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.148021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.148090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.148280] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.148365] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.148423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.148732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.148732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.148880] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 745.178858] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.205047] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 745.205313] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 745.205469] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGHEST for action security_group_members [ 745.206154] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 745.206317] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 745.206418] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGHEST for action security_group_members [ 745.206854] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.206974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.207548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.207548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.207935] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e80b8-5858-4450-ab07-3569ec55d8f4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.208033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.208078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.208860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.208860] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.208860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.208860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.209515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.209515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.209515] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.242898] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.243147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.243147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.243325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.243469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.261944] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 745.379788] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.380066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.380066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.380319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.380415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.380538] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 745.382154] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.382324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.382406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.382617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.382709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.382807] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b is going to be created. [ 745.413929] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.414144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.414205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.414682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.414995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.422736] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.422969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.423035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.423666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.423666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.443059] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 745.444165] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: UNINITIALIZED for 2s [ 745.609830] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf1d6a2-871c-4762-9baa-71c30f8db780 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.610051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.610134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.610342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.610525] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.610637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.610702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.610934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.611054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.611170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.611328] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf1d6a2-871c-4762-9baa-71c30f8db780 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.611423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.611481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.611630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.611804] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.611927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.611987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.612385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.612385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.612385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.616143] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.682209] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.682209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.682209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.683195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.683195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.683195] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be updated. [ 745.712263] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.719554] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.720119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.720119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.720252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.720325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.733825] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: IN_PROGRESS for 2s [ 745.749445] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGHEST for action security_group_rules [ 745.750476] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGHEST for action security_group_members [ 745.750476] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 745.750476] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 745.750476] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_rules [ 745.750476] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 745.750476] env[66551]: INFO networking_nsxv3.common.synchronization [req-57c7fa8c-9dcc-4017-a07f-edc817b1ecaf req-e473de8a-338b-4723-a135-cd7d619cedf0 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: 2721f495-5219-470e-9a67-bcaf593d3851 with Priority: HIGHEST for action port [ 745.751058] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGHEST for action security_group_rules [ 745.751736] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 745.752031] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 745.752151] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2721f495-5219-470e-9a67-bcaf593d3851 with Priority: HIGHEST for action port [ 745.752272] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_rules [ 745.752393] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGHEST for action security_group_members [ 745.752498] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 745.752891] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.753232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.753232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.753481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.753781] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.754700] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.754829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.754989] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.755108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.755318] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2721f495-5219-470e-9a67-bcaf593d3851 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.755451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.755501] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.755718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.755781] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2721f495-5219-470e-9a67-bcaf593d3851',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.756769] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.756877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.757119] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e80b8-5858-4450-ab07-3569ec55d8f4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.757221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.758322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.759166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.895752] env[66551]: INFO networking_nsxv3.common.synchronization [req-28fc00de-0d96-43ba-82a1-dea0177ec87c req-8544d6f0-000a-4bf8-bb68-7fa0a51929b0 service nova] Enqueued Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGHEST for action security_group_rules [ 745.896064] env[66551]: INFO networking_nsxv3.common.synchronization [req-28fc00de-0d96-43ba-82a1-dea0177ec87c req-8544d6f0-000a-4bf8-bb68-7fa0a51929b0 service nova] Enqueued Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGHEST for action security_group_members [ 745.896064] env[66551]: INFO networking_nsxv3.common.synchronization [req-28fc00de-0d96-43ba-82a1-dea0177ec87c req-8544d6f0-000a-4bf8-bb68-7fa0a51929b0 service nova] Enqueued Resource ID: 54e5afaf-7c74-4861-be0c-174248d9b909 with Priority: HIGHEST for action port [ 745.896645] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGHEST for action security_group_rules [ 745.896797] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGHEST for action security_group_members [ 745.896917] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e5afaf-7c74-4861-be0c-174248d9b909 with Priority: HIGHEST for action port [ 745.897338] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f079edbf-d6ea-425b-b1c2-75445d2b265f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.897495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.897633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.897975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.898129] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.899176] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-f079edbf-d6ea-425b-b1c2-75445d2b265f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.902058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.902058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.902058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.902058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.902058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.902058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.902058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.902058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.902058] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.902344] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-54e5afaf-7c74-4861-be0c-174248d9b909 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.905740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54e5afaf-7c74-4861-be0c-174248d9b909" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.905740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54e5afaf-7c74-4861-be0c-174248d9b909" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.905740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54e5afaf-7c74-4861-be0c-174248d9b909" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.905740] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e5afaf-7c74-4861-be0c-174248d9b909',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.118352] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbf1d6a2-871c-4762-9baa-71c30f8db780: rpc.has_security_group_logging(os_id): False [ 746.140788] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.140788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.140788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.140788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.140788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.140788] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.140788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.140788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.141114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.141114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.141330] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.141839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.142014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.142244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.142336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.142568] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.142677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.142742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.142894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.143016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.143142] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 is going to be created. [ 746.151394] env[66551]: INFO networking_nsxv3.common.synchronization [req-c16d5e3d-7f0e-4699-b07e-08574a799885 req-6e224359-34e8-4aa6-a37e-f250caec3bf3 tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 746.152571] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 746.152717] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.152847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.152906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.153140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.153294] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.153446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.153446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.153797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.153797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.153797] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.211324] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.211779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.211883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.212709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.212784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.216304] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.229095] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 in Status: IN_PROGRESS for 2s [ 746.260286] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2721f495-5219-470e-9a67-bcaf593d3851 with status ACTIVE [ 746.260629] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.260756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.260837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.261121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.261230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.261515] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.261578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.261630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.261813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.261870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.262072] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.262177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.262243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.262405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.262481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.262590] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2721f495-5219-470e-9a67-bcaf593d3851 is going to be updated. [ 746.263924] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e80b8-5858-4450-ab07-3569ec55d8f4 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.264059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.352097] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.352288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.352388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.352682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.352917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.353146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2721f495-5219-470e-9a67-bcaf593d3851" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.406417] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-f079edbf-d6ea-425b-b1c2-75445d2b265f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.406417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.406417] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.408631] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54e5afaf-7c74-4861-be0c-174248d9b909 with status ACTIVE [ 746.408631] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.408631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.408631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.409442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.409750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.410143] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.410248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.410348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.410624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.410894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.411235] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.411404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.411507] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.411839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.411908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.412420] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54e5afaf-7c74-4861-be0c-174248d9b909 is going to be updated. [ 746.449987] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.450723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.450723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.450981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.450981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.451625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54e5afaf-7c74-4861-be0c-174248d9b909" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.655847] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.656237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.656237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.656432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.658717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.659120] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.659297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.659364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.659603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.659829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.659917] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 746.702032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.702032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.702032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.702032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.702032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.713769] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 746.722504] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.723234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.723234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.723234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.723234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.723399] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 is going to be created. [ 746.753186] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.753396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.753500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.753768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.753900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.766405] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 in Status: UNINITIALIZED for 2s [ 746.914818] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.074610] env[66551]: INFO networking_nsxv3.common.synchronization [req-907b511a-0725-4686-bcdc-927901074c67 req-5e696f9c-5cea-4160-825d-a8d98421a06b tempest-ServersTestManualDisk-2077139129 tempest-ServersTestManualDisk-2077139129-project-member] Enqueued Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_members [ 747.075184] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGHEST for action security_group_members [ 747.078518] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.078700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.078771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.078979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.079901] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.080063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.080133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.080283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.080366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.080461] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.281115] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 747.281115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.281115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.281115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.281115] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.418172] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.418415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.418509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.418866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.418997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.419139] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f079edbf-d6ea-425b-b1c2-75445d2b265f is going to be created. [ 747.466168] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 747.467175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.467817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.468141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.468374] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.468505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.468604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.469676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.469676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.470179] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.472089] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: SUCCESS [ 747.475338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.475338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.475338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.475338] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.475768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.475768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.475768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.475894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.475978] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.482392] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.482527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.482975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.482975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.482975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.498617] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f079edbf-d6ea-425b-b1c2-75445d2b265f in Status: UNINITIALIZED for 2s [ 747.582821] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.583071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.583243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.583554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.583685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.583967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.584118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.584186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.584396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.584492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.584601] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 is going to be updated. [ 747.617717] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.619133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.619133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.619332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.619659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.632105] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 in Status: IN_PROGRESS for 2s [ 747.744521] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: SUCCESS [ 747.744805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.744988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.746015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.746015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.746015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.746015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.746015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.746015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.746015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.746317] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.787437] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.787437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.787437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.787437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.787604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.787645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.787675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.788043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.788043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.788043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.788178] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.980554] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.980554] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.250099] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 in Status: SUCCESS [ 748.250338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.250601] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.291345] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.291345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.291345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.291345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.291345] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.291701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.291701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.291701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.291949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.291949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.292754] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.292754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.292754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.292754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.292754] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.292754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.293158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.293158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.293326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.293326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.293428] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.482189] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.484411] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.727393] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 748.727580] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f deletion is rescheduled due to dependency. [ 748.727699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.755473] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 214175c2-419e-4bd2-bb62-61adbfdb5472: rpc.has_security_group_logging(os_id): False [ 748.776056] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.776256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.776256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.776494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.776602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.776862] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.776964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.777087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.777199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.777276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.779708] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be updated. [ 748.783848] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 in Status: SUCCESS [ 748.784062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.784655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.784877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.785087] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.785203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.785284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.785423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.785564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.785620] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.798351] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37629cf0-fa35-4eab-9bac-88da785ce904: rpc.has_security_group_logging(os_id): False [ 748.823787] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.825182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.829403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.829403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.829403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.829403] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.829403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.829403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.833261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.833388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.834034] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.834034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.834250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.834280] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.834413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.834482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.834709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.834709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.835662] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 748.859355] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.859576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.859688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.860162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.860337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.872748] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: IN_PROGRESS for 2s [ 748.931740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.931871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.931973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.932274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.932558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.948494] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 748.991026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.991026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.991026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.991026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.991026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.991026] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 748.992134] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.992332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.992424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.992667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.992763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.992880] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b is going to be updated. [ 749.035409] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.035409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.035409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.035610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.035773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.038079] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.038213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.038305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.038456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.038623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.054715] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 749.056595] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: IN_PROGRESS for 2s [ 749.289070] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.511535] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f079edbf-d6ea-425b-b1c2-75445d2b265f in Status: SUCCESS [ 749.511759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.512355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.512355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.512464] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.512552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.512593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.512743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.512828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.512916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.513024] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.645611] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 in Status: SUCCESS [ 749.645611] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 deletion is rescheduled due to dependency. [ 749.645611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.791919] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.015724] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-f079edbf-d6ea-425b-b1c2-75445d2b265f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.016070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.016070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.016184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.016353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.016460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.016531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.016714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.016805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.016954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.017132] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-f079edbf-d6ea-425b-b1c2-75445d2b265f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.017215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.017261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.017420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.017560] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.017649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.017708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.017844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.017918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.017997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.018096] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.295769] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.295769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.295769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.295769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.295769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.296035] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 is going to be updated. [ 750.328242] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.328416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.328508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.328801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.328959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.339672] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 in Status: IN_PROGRESS for 2s [ 750.519769] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f079edbf-d6ea-425b-b1c2-75445d2b265f: rpc.has_security_group_logging(os_id): False [ 750.542123] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.542271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.542340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.542561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.542687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.542913] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.543025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.543086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.543248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.543322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.543490] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.543585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.543643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.543776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.543846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.544081] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.544202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.544264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.544407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.544476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.544570] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f079edbf-d6ea-425b-b1c2-75445d2b265f is going to be created. [ 750.604207] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.604405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.604405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.604657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.604967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.616357] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f079edbf-d6ea-425b-b1c2-75445d2b265f in Status: IN_PROGRESS for 2s [ 750.884801] env[66551]: INFO networking_nsxv3.common.synchronization [req-4d0d0886-86a5-4d81-8bfb-d16061d77424 req-09b62d47-eaa9-4571-a851-48d5fdb00f15 tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 750.885147] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 750.885692] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.886053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.886117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.886340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.886809] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.886809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.886809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.887024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.887082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.887213] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.891504] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: SUCCESS [ 750.891711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.964707] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 750.965039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.070913] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 751.071191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.071346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.071574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.071803] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.071932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.071993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.072187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.072260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.073142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.073142] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.074148] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: SUCCESS [ 751.074359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.074583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.074690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.074947] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.075101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.075169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.075412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.075412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.075542] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.079214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.079214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.079214] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.079214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.079214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.079214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.079214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.079214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.079848] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.081376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.081508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.081789] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.081891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.081959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.082239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.082333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.082452] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.197489] env[66551]: INFO networking_nsxv3.common.synchronization [req-4d0d0886-86a5-4d81-8bfb-d16061d77424 req-3b006e04-ecbc-4c06-9887-65f03acdf394 tempest-ServersTestMultiNic-108696411 tempest-ServersTestMultiNic-108696411-project-member] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 751.198093] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGHEST for action security_group_members [ 751.198929] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.199049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.390506] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.566052] env[66551]: INFO networking_nsxv3.common.synchronization [req-03c1d0ae-095c-4d54-a49f-18b3bb5fd381 req-66c99e64-fb72-4336-add0-25fe3346a7ca tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 751.566723] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 751.567864] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.568374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.568374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.568374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.568664] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.568664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.568928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.568928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.569086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.569086] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.583290] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.585083] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.585216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.586119] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.586754] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.894727] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.991211] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.991411] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.991606] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.992022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.992237] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.992386] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.992490] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.992707] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.992839] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.993701] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.993845] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.994041] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.994190] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.994303] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.994444] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.994856] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.014220] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.014396] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.014526] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.014697] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.015023] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-b531db25-dae3-4fad-8a94-7ed661d07992 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.015197] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-b531db25-dae3-4fad-8a94-7ed661d07992" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.015309] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-b531db25-dae3-4fad-8a94-7ed661d07992" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.015633] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-b531db25-dae3-4fad-8a94-7ed661d07992" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.015767] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b531db25-dae3-4fad-8a94-7ed661d07992',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.072038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.072458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.072458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.072458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.072709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.072709] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.072844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.072844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.072970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.073097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.073298] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 already deleted. [ 752.073298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.089070] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.090372] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.091618] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb25d070-cc19-4c7c-a3a3-e77295f98f5b: rpc.has_security_group_logging(os_id): False [ 752.114036] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.114036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.114036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.114323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.114424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.114702] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.114882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.114975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.115208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.115314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.115428] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b is going to be created. [ 752.184130] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.184345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.184456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.184736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.184980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.204768] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: IN_PROGRESS for 2s [ 752.354462] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 in Status: SUCCESS [ 752.354736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.355167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.355483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.355730] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.355875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.355964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.356186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.356502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.356647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.356738] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.398982] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.399175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.399219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.399527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.399655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.399816] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 752.457881] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.458079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.458147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.458338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.459074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.477559] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 752.518784] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.519177] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.519292] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.519686] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.519889] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.520118] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port b531db25-dae3-4fad-8a94-7ed661d07992 not found, creating... [ 752.520486] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.520749] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.520946] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.521230] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.521420] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.521703] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.521938] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.522108] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.522400] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.522597] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.522814] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: b531db25-dae3-4fad-8a94-7ed661d07992 is going to be created. [ 752.552590] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.553205] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.553432] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.553878] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.554404] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.554922] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-b531db25-dae3-4fad-8a94-7ed661d07992" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.590262] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.590478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.590528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.590940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.591202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.591385] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 752.593323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.593456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.593575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.593779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.593870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.593985] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b is going to be updated. [ 752.637210] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f079edbf-d6ea-425b-b1c2-75445d2b265f in Status: SUCCESS [ 752.637210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.653068] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.653332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.653332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.653575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.653758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.656850] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.656850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.656850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.656850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.656850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.681154] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: IN_PROGRESS for 2s [ 752.682105] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 752.859807] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.249999] env[66551]: INFO networking_nsxv3.common.synchronization [req-d457c985-6933-4fed-919f-617edc565616 req-46897d30-8418-49be-a724-75f15140b991 tempest-FloatingIPsAssociationTestJSON-1347706175 tempest-FloatingIPsAssociationTestJSON-1347706175-project-member] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 753.251567] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGHEST for action security_group_members [ 753.251567] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.251567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.251567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.251567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.252021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.252021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.252021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.252196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.252196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.252309] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.355249] env[66551]: INFO networking_nsxv3.common.synchronization [req-03c1d0ae-095c-4d54-a49f-18b3bb5fd381 req-55817b10-0db5-4a90-bd2e-4ba8334640b7 service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 753.355249] env[66551]: INFO networking_nsxv3.common.synchronization [req-03c1d0ae-095c-4d54-a49f-18b3bb5fd381 req-55817b10-0db5-4a90-bd2e-4ba8334640b7 service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 753.355249] env[66551]: INFO networking_nsxv3.common.synchronization [req-03c1d0ae-095c-4d54-a49f-18b3bb5fd381 req-55817b10-0db5-4a90-bd2e-4ba8334640b7 service nova] Enqueued Resource ID: b531db25-dae3-4fad-8a94-7ed661d07992 with Priority: HIGHEST for action port [ 753.355249] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 753.355739] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 753.355908] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b531db25-dae3-4fad-8a94-7ed661d07992 with Priority: HIGHEST for action port [ 753.356338] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.356876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.356876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.357113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.357184] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.358170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.358512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.358512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.358706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.358920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.359125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.359234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.359447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.359586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.359720] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.360637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b531db25-dae3-4fad-8a94-7ed661d07992 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.361552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b531db25-dae3-4fad-8a94-7ed661d07992" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.361552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b531db25-dae3-4fad-8a94-7ed661d07992" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.361552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b531db25-dae3-4fad-8a94-7ed661d07992" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.361552] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b531db25-dae3-4fad-8a94-7ed661d07992',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.364500] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b0e80b8-5858-4450-ab07-3569ec55d8f4: rpc.has_security_group_logging(os_id): False [ 753.385707] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.385896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.385935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.386392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.386392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.387027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.387027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.387027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.387027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.387218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.387326] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 is going to be created. [ 753.462030] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.462191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.462289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.462921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.463130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.483609] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 in Status: IN_PROGRESS for 2s [ 753.755172] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.755355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.755430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.755705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.755765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.755980] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.756542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.756542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.756542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.756542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.756542] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 is going to be updated. [ 753.792922] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.792922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.793085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.793323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.793496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810867] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: IN_PROGRESS for 2s [ 753.866541] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.867693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.867826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.867971] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b531db25-dae3-4fad-8a94-7ed661d07992 with status ACTIVE [ 753.868203] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.868353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.868453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.869778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.869778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.869778] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.869778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.869778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.869778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.870093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.872510] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.872742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.872921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.873523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.873523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.873523] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b531db25-dae3-4fad-8a94-7ed661d07992 is going to be updated. [ 753.887580] env[66551]: INFO networking_nsxv3.common.synchronization [None req-fe7c2dc2-440e-41e9-bf8b-38a16ff09c5a None None] Enqueued Resource ID: 9fa641f6-fd53-4e23-a432-6c0fc792f82e with Priority: HIGHEST for action port [ 753.887580] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fa641f6-fd53-4e23-a432-6c0fc792f82e with Priority: HIGHEST for action port [ 753.887580] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fa641f6-fd53-4e23-a432-6c0fc792f82e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.887920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fa641f6-fd53-4e23-a432-6c0fc792f82e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.887920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fa641f6-fd53-4e23-a432-6c0fc792f82e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.888072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fa641f6-fd53-4e23-a432-6c0fc792f82e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.888258] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fa641f6-fd53-4e23-a432-6c0fc792f82e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.908557] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.908557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.908557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.908557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.908557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.908557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b531db25-dae3-4fad-8a94-7ed661d07992" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.221674] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: SUCCESS [ 754.221964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.222205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.222484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.222576] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.377043] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.390869] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fa641f6-fd53-4e23-a432-6c0fc792f82e [ 754.391184] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.391329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.391662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.391773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.391868] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fa641f6-fd53-4e23-a432-6c0fc792f82e already deleted. [ 754.391952] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fa641f6-fd53-4e23-a432-6c0fc792f82e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.491748] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 754.492148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.492310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.492603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.494738] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.494738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.494738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.494738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.494738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.494738] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.693996] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: SUCCESS [ 754.693996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.693996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.694223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.694446] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.694446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.694554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.694686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.694721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.694824] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.699507] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 754.699709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.699869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.701789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.701991] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.701991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.702099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.702556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.702556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.702663] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.728848] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.729063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.881140] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.881303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.881389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.881599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.881732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.881849] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be created. [ 754.910612] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.910810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.910910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.911204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.911342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.923396] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: UNINITIALIZED for 2s [ 754.997163] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.997163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.997163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.999068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.999068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.999068] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.999068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.999068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.999068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.999068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.999068] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be updated. [ 755.030776] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.030776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.030776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.031653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.031653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.042260] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: IN_PROGRESS for 2s [ 755.204896] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.207765] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.500861] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 in Status: SUCCESS [ 755.503153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.710440] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.710592] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.827224] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80e1466-48b5-42af-afb4-691ca45b4c23 in Status: SUCCESS [ 755.827224] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 deletion is rescheduled due to dependency. [ 755.827224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.212509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.214028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.214028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.214028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.214028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.214028] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b is going to be updated. [ 756.217085] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.217356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.217440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.217707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.217819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.217920] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 756.258327] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.258803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.258803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.258803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.258954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.260641] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.260778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.260838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.261020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.261396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.270997] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 756.271965] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: IN_PROGRESS for 2s [ 756.826283] env[66551]: INFO networking_nsxv3.common.synchronization [None req-0ed24519-5a49-4b09-8e96-a10d231a7dc4 None None] Enqueued Resource ID: 2892bd42-5184-4320-8e3b-33e979feb765 with Priority: HIGHEST for action port [ 756.829108] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2892bd42-5184-4320-8e3b-33e979feb765 with Priority: HIGHEST for action port [ 756.829108] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2892bd42-5184-4320-8e3b-33e979feb765 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.829108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2892bd42-5184-4320-8e3b-33e979feb765" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.829108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2892bd42-5184-4320-8e3b-33e979feb765" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.830700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2892bd42-5184-4320-8e3b-33e979feb765" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.830700] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2892bd42-5184-4320-8e3b-33e979feb765',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.847774] env[66551]: INFO networking_nsxv3.common.synchronization [req-6a281ebd-8cde-4ba4-af13-d52bc0d731f5 req-5abff22a-f7a9-4322-ad27-d2a5c0098313 tempest-ServerGroupTestJSON-1757135804 tempest-ServerGroupTestJSON-1757135804-project-member] Enqueued Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGHEST for action security_group_members [ 756.848428] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGHEST for action security_group_members [ 756.848811] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbf1d6a2-871c-4762-9baa-71c30f8db780 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.848953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.849242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.849530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.849842] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.850273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.850380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.852340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.852495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.852627] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.940507] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 756.940710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.941066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.941152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.941354] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.941532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.941532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.941672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.941741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.941825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.941916] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.056481] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37629cf0-fa35-4eab-9bac-88da785ce904 in Status: SUCCESS [ 757.056481] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 deletion is rescheduled due to dependency. [ 757.056481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.061023] env[66551]: INFO networking_nsxv3.common.synchronization [req-7eb13860-67a6-4923-bb8a-a7d055eb381b req-5224fddb-f14b-4734-ae9c-7a84bc0c22e2 tempest-ListServerFiltersTestJSON-1107024657 tempest-ListServerFiltersTestJSON-1107024657-project-member] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 757.061023] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 757.061023] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.061023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.061023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.061023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.064837] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.064837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.064837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.064837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.064837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.064837] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.332999] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2892bd42-5184-4320-8e3b-33e979feb765 [ 757.333360] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.333482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.333814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.333871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.333978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.334122] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2892bd42-5184-4320-8e3b-33e979feb765 already deleted. [ 757.334305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2892bd42-5184-4320-8e3b-33e979feb765" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.355563] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.356375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.356375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.356375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.356375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.356804] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.357094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.357094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.357267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.357419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.357579] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 is going to be updated. [ 757.396566] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.396566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.396566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.396566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.396566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.406308] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 in Status: IN_PROGRESS for 2s [ 757.445556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.445792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.445792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.446040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.446213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.446307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.446370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.446524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.446622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.446730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.446876] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.446965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.447036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.447236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.447342] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.447430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.447513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.447648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.447725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.447818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.447908] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.568532] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.568733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.568812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.569041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.569147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.569346] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.569446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.569501] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.569668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.569741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.569853] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f already deleted. [ 757.569942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.571925] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.572117] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.572263] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.572582] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.572951] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.573169] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.573295] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.573512] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.573645] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.573849] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.573958] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.574072] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.574176] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.574280] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.574388] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.574502] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.601353] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.601531] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.601667] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.601978] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.602297] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-f503649a-6138-4513-bed8-64977a20ab80 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.604016] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-f503649a-6138-4513-bed8-64977a20ab80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.604193] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-f503649a-6138-4513-bed8-64977a20ab80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.604638] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-f503649a-6138-4513-bed8-64977a20ab80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.604814] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f503649a-6138-4513-bed8-64977a20ab80',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.849418] env[66551]: INFO networking_nsxv3.common.synchronization [None req-efc3d63e-4924-48b6-9660-38b98299e23c tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_rules [ 757.850409] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_rules [ 757.850768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d51deafa-808f-4b9c-9637-f9c07a1654ff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.850968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.851089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.851388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.851481] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.953257] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0: rpc.has_security_group_logging(os_id): False [ 757.973218] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.973421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.973421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.973640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.973763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.974074] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.974271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.974454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.974517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.974603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.974795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.974997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.975144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.975430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.975513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.975714] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.975841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.975892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.976017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.976155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.976308] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be created. [ 758.001941] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4bd226ec-9241-47dd-ac0d-15dc6ae67f85 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_rules [ 758.002115] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_rules [ 758.002493] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d51deafa-808f-4b9c-9637-f9c07a1654ff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.002715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.063114] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.063114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.063114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.063114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.063114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.077606] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 758.111832] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.112064] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.112196] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.112470] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.112737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.112893] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port f503649a-6138-4513-bed8-64977a20ab80 not found, creating... [ 758.113261] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.113588] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.113787] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.114399] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.114601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.114881] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.115136] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.115268] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.115515] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.115808] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.115808] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: f503649a-6138-4513-bed8-64977a20ab80 is going to be created. [ 758.146233] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.146444] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.146602] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.146976] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.147241] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.147527] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-f503649a-6138-4513-bed8-64977a20ab80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.287850] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.291033] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: SUCCESS [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.291033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.291033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.291550] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.291550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.291550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.291550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.291684] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.291684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.291757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.291910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.291996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.292051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.292170] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.293030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.293195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.293350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.293448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.293506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.293646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.293718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.293797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.293882] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.384967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.385158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.385251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.389169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.389169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.389169] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d51deafa-808f-4b9c-9637-f9c07a1654ff already deleted. [ 758.389169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.389169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.389169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.389169] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.798165] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bffce9ba-399d-4888-9d43-ef366a89fb70: rpc.has_security_group_logging(os_id): False [ 758.799559] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.818771] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.818928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.818993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.819231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.819326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.819517] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.819726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.819726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.819859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.819947] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.820210] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.820328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.820389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.820550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.820627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.820816] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.820922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.820999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.821627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.821734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.821822] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 758.886117] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.886463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.886463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.886569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.886708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.891036] env[66551]: INFO networking_nsxv3.common.synchronization [req-7eb13860-67a6-4923-bb8a-a7d055eb381b req-1ef1fa65-d5da-432a-8ca9-cec4a6f4fb5f service nova] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_rules [ 758.891036] env[66551]: INFO networking_nsxv3.common.synchronization [req-7eb13860-67a6-4923-bb8a-a7d055eb381b req-1ef1fa65-d5da-432a-8ca9-cec4a6f4fb5f service nova] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 758.891036] env[66551]: INFO networking_nsxv3.common.synchronization [req-7eb13860-67a6-4923-bb8a-a7d055eb381b req-1ef1fa65-d5da-432a-8ca9-cec4a6f4fb5f service nova] Enqueued Resource ID: f503649a-6138-4513-bed8-64977a20ab80 with Priority: HIGHEST for action port [ 758.891787] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_rules [ 758.891860] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 758.892489] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f503649a-6138-4513-bed8-64977a20ab80 with Priority: HIGHEST for action port [ 758.892489] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.892489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.892489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.892730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.892730] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.896743] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.896867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.896923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.897203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.897313] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.897418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.897482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.897646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.897732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.897824] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.898930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-f503649a-6138-4513-bed8-64977a20ab80 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.898930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f503649a-6138-4513-bed8-64977a20ab80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.898930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f503649a-6138-4513-bed8-64977a20ab80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.899090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f503649a-6138-4513-bed8-64977a20ab80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.899090] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f503649a-6138-4513-bed8-64977a20ab80',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.907119] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 758.916486] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.916668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.916772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.917015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.917118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.917665] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d51deafa-808f-4b9c-9637-f9c07a1654ff already deleted. [ 758.917773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.302010] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb25d070-cc19-4c7c-a3a3-e77295f98f5b: rpc.has_security_group_logging(os_id): False [ 759.321366] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.321502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.321577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.321811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.321910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.322151] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.322255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.322320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.322488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.322566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.322654] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b is going to be updated. [ 759.393504] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.393674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.393713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.393954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.394119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.400745] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f503649a-6138-4513-bed8-64977a20ab80 with status ACTIVE [ 759.401031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.401168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.401249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.401452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.401551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.401740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.401845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.401907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.402076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.402153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.402332] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.402419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.402480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.402661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.402737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.402822] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f503649a-6138-4513-bed8-64977a20ab80 is going to be updated. [ 759.403934] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.404040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.404210] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.409031] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: IN_PROGRESS for 2s [ 759.416558] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 in Status: SUCCESS [ 759.416742] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 deletion is rescheduled due to dependency. [ 759.416854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.425587] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.425748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.425821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.426064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.426189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.426382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f503649a-6138-4513-bed8-64977a20ab80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.906447] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.092752] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 760.093186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.419426] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.419426] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.419426] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.419426] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.419426] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.419426] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be created. [ 760.450592] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.450742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.450854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.451107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.451289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.466236] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: UNINITIALIZED for 2s [ 760.924912] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 760.925853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.925853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.925853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.925853] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.430973] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.430973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.430973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.430973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.430973] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.430973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.430973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.430973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.430973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.430973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.430973] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.434371] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: SUCCESS [ 761.434371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.936137] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.936458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.936458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.938058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.938058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.938058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.938058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.938681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.938681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.938681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.938681] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.441294] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bffce9ba-399d-4888-9d43-ef366a89fb70: rpc.has_security_group_logging(os_id): False [ 762.449468] env[66551]: INFO networking_nsxv3.common.synchronization [req-74a19f84-23a5-4b11-8c5d-54a7685d35c4 req-3630c063-c722-4185-a022-41cb38bacf2c tempest-InstanceActionsV221TestJSON-202509213 tempest-InstanceActionsV221TestJSON-202509213-project-member] Enqueued Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGHEST for action security_group_members [ 762.450739] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGHEST for action security_group_members [ 762.451254] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3354f113-54b3-4121-9a38-1387fc8bcbe1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.451509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.451849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.451933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.452323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.452323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.452323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.454046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.454046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.454046] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.466785] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.466785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.466785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.466785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.466785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.466785] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.466785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.466785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.467431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.467431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.467697] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.467931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.468030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.468142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.468212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.468416] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.468520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.468574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.468737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.468804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.468898] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 762.485056] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 762.485353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.485854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.486107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.486309] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.486417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.486971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.486971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.486971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.486971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.486971] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.547396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.547695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.547776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.548884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.548884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.570482] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 762.932856] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.933069] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-338" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.933194] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-338" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.933518] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-338" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.933775] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.933929] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.934067] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.934291] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.934424] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.934620] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.934724] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.934824] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.934924] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.935047] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.935162] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.935281] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.955041] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.955041] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.955397] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.955397] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-338" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.955683] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-a727dff3-b0ad-44c3-a909-c841ee689853 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.955872] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-a727dff3-b0ad-44c3-a909-c841ee689853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.955985] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-a727dff3-b0ad-44c3-a909-c841ee689853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.956317] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-a727dff3-b0ad-44c3-a909-c841ee689853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.956453] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a727dff3-b0ad-44c3-a909-c841ee689853',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.957445] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.957565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.957729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.957910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.957985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.958187] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.958287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.958344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.958490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.958560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.958665] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 already deleted. [ 762.958741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.989353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.989567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.989715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.989860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.990048] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.990150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.990213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.990366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.990446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.990535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.990677] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.990769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.990828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.991766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.991766] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.991766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.991766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.991766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.991766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.992195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.992195] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.461188] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.461188] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.461188] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.461188] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.461519] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.461519] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port a727dff3-b0ad-44c3-a909-c841ee689853 not found, creating... [ 763.461881] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.461881] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.462369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.462369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.462369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.462632] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.462777] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.462880] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.464717] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.464964] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.465287] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: a727dff3-b0ad-44c3-a909-c841ee689853 is going to be created. [ 763.470951] env[66551]: INFO networking_nsxv3.common.synchronization [req-ad563e41-fae2-4dd9-8bf2-4353a5931c71 req-fb99658d-929a-4943-add1-a7517386faf1 tempest-VolumesAdminNegativeTest-1933545585 tempest-VolumesAdminNegativeTest-1933545585-project-member] Enqueued Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGHEST for action security_group_members [ 763.472524] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGHEST for action security_group_members [ 763.472974] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-f079edbf-d6ea-425b-b1c2-75445d2b265f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.473201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.473328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.473567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.473786] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.473925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.474176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.474364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.474488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.474656] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.495557] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd12073-d01e-40b1-9211-d2e57366432f: rpc.has_security_group_logging(os_id): False [ 763.501368] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.501702] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.501907] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.503078] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.503407] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.503658] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-a727dff3-b0ad-44c3-a909-c841ee689853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.529096] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.529271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.529394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.529711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.529887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.530202] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.530351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.530444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.530629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.530829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.531044] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.531159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.531244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.531470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.531590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.531880] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.531989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.532060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.532268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.532398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.532530] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be created. [ 763.658923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.659203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.659203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.659424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.659618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.694869] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 763.830067] env[66551]: INFO networking_nsxv3.common.synchronization [req-ce0e7869-a0de-41b7-90e1-1b8b5d517f27 req-7fb32c51-fefe-4632-8355-a8c00924cf6f tempest-ServerRescueTestJSON-1527872863 tempest-ServerRescueTestJSON-1527872863-project-member] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 763.830733] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 763.831176] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.831320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.831320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.831533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.831698] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.831803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.831865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.832034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.832122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.832246] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.976613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.977173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.977173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.977320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.977320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.977528] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.977747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.977820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.978021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.978143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.978240] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f079edbf-d6ea-425b-b1c2-75445d2b265f is going to be updated. [ 764.019459] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.019625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.019679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.019979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.020226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.035023] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f079edbf-d6ea-425b-b1c2-75445d2b265f in Status: IN_PROGRESS for 2s [ 764.172047] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 764.172047] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:1 started [ 764.245107] env[66551]: INFO networking_nsxv3.common.synchronization [req-581e3e42-22b1-4f91-b14c-81b9befd6ad6 req-9024391e-e4ca-49cc-b2d7-103604e4673f tempest-ServerTagsTestJSON-1560905599 tempest-ServerTagsTestJSON-1560905599-project-member] Enqueued Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGHEST for action security_group_members [ 764.245711] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGHEST for action security_group_members [ 764.245931] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22a1d0b-5177-4950-9928-b36769de94b8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.246199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.246199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.246319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.246452] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.246545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.246608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.246744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.246828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.246918] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.263623] env[66551]: INFO networking_nsxv3.common.synchronization [req-74a19f84-23a5-4b11-8c5d-54a7685d35c4 req-f2af6fda-14ff-4af6-a364-b0c98bc3d4d4 service nova] Enqueued Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGHEST for action security_group_rules [ 764.263706] env[66551]: INFO networking_nsxv3.common.synchronization [req-74a19f84-23a5-4b11-8c5d-54a7685d35c4 req-f2af6fda-14ff-4af6-a364-b0c98bc3d4d4 service nova] Enqueued Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGHEST for action security_group_members [ 764.263820] env[66551]: INFO networking_nsxv3.common.synchronization [req-74a19f84-23a5-4b11-8c5d-54a7685d35c4 req-f2af6fda-14ff-4af6-a364-b0c98bc3d4d4 service nova] Enqueued Resource ID: a727dff3-b0ad-44c3-a909-c841ee689853 with Priority: HIGHEST for action port [ 764.264321] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGHEST for action security_group_rules [ 764.264475] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGHEST for action security_group_members [ 764.264545] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a727dff3-b0ad-44c3-a909-c841ee689853 with Priority: HIGHEST for action port [ 764.265140] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3354f113-54b3-4121-9a38-1387fc8bcbe1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.265278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.265510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.266738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.266738] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.266738] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3354f113-54b3-4121-9a38-1387fc8bcbe1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.266738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.266738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.266933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.267882] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.267882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.267882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.267882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.267882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.267882] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.272364] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a727dff3-b0ad-44c3-a909-c841ee689853 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.276201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a727dff3-b0ad-44c3-a909-c841ee689853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.276292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a727dff3-b0ad-44c3-a909-c841ee689853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.276545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a727dff3-b0ad-44c3-a909-c841ee689853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.276652] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a727dff3-b0ad-44c3-a909-c841ee689853',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.334956] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.590607] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 764.590867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.748796] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.748988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.749082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.749649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.749649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.749774] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.749774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.749865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.750027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.750103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.750186] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22a1d0b-5177-4950-9928-b36769de94b8 is going to be updated. [ 764.779029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.779029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.779029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.779306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.779306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.780339] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.781310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3354f113-54b3-4121-9a38-1387fc8bcbe1 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.781449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.782792] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a727dff3-b0ad-44c3-a909-c841ee689853 with status ACTIVE [ 764.782792] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.782792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.782792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.782792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.782792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.782792] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.782792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.782792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.782792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.783243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.783243] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.783243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.783243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.783402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.783402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.783460] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a727dff3-b0ad-44c3-a909-c841ee689853 is going to be updated. [ 764.799145] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22a1d0b-5177-4950-9928-b36769de94b8 in Status: IN_PROGRESS for 2s [ 764.810577] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.810722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.810792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.811090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.811198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.811361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a727dff3-b0ad-44c3-a909-c841ee689853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.837681] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.264446] env[66551]: INFO networking_nsxv3.common.synchronization [req-eaa2888b-08db-4321-b61a-e7c5831b5943 req-b23b8399-1b9f-4063-bf96-c24ce770cc0e tempest-ListServerFiltersTestJSON-1107024657 tempest-ListServerFiltersTestJSON-1107024657-project-member] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 765.264987] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 765.265377] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.266289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.266368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.266626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.266872] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.267054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.267543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.267543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.268120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.268120] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.282915] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.340617] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.340774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.340843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.341222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.341321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.341462] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be updated. [ 765.387086] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.387334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.387460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.387660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.387866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.404821] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: IN_PROGRESS for 2s [ 765.707979] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.707979] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.708174] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.708500] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.709183] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.709569] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.709775] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.710159] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.710312] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.710545] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.710623] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.710722] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.710821] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.714106] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.714106] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.714106] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.714106] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 765.714106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.733169] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.733334] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.733462] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.733630] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.733947] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.734130] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.734244] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.734598] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.734778] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b9f2b9-0b31-4755-8247-8e0e9df7f38f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.771401] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.787535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.787674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.787674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.787980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.787980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.788108] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 is going to be created. [ 765.814974] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.815197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.815262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.815461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.815618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.826383] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 in Status: UNINITIALIZED for 2s [ 766.046819] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f079edbf-d6ea-425b-b1c2-75445d2b265f in Status: SUCCESS [ 766.047048] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f079edbf-d6ea-425b-b1c2-75445d2b265f deletion is rescheduled due to dependency. [ 766.047189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.237165] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.237507] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.237664] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.238054] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.238234] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.238445] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 34b9f2b9-0b31-4755-8247-8e0e9df7f38f not found, creating... [ 766.238847] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.239111] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.239293] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.239655] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.239874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.240406] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.240638] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.240805] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.241156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.241354] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.241555] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 34b9f2b9-0b31-4755-8247-8e0e9df7f38f is going to be created. [ 766.269869] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.270334] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.270334] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.270674] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.270908] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.271188] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.274594] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.775575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.775824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.775949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.776246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.776344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.776446] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 766.815240] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22a1d0b-5177-4950-9928-b36769de94b8 in Status: SUCCESS [ 766.815400] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22a1d0b-5177-4950-9928-b36769de94b8 deletion is rescheduled due to dependency. [ 766.815529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.817032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.817032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.817032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.817221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.817352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.827377] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 767.005447] env[66551]: INFO networking_nsxv3.common.synchronization [req-eaa2888b-08db-4321-b61a-e7c5831b5943 req-b8d65313-425e-4e69-9e5b-109a7d2987fd service nova] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_rules [ 767.005627] env[66551]: INFO networking_nsxv3.common.synchronization [req-eaa2888b-08db-4321-b61a-e7c5831b5943 req-b8d65313-425e-4e69-9e5b-109a7d2987fd service nova] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 767.005759] env[66551]: INFO networking_nsxv3.common.synchronization [req-eaa2888b-08db-4321-b61a-e7c5831b5943 req-b8d65313-425e-4e69-9e5b-109a7d2987fd service nova] Enqueued Resource ID: 34b9f2b9-0b31-4755-8247-8e0e9df7f38f with Priority: HIGHEST for action port [ 767.006323] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_rules [ 767.006461] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 767.006574] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b9f2b9-0b31-4755-8247-8e0e9df7f38f with Priority: HIGHEST for action port [ 767.006842] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.006972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.007102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.007304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.007464] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.008218] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.008317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.008494] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.008692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.008692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.008824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.008897] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b9f2b9-0b31-4755-8247-8e0e9df7f38f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.413735] env[66551]: INFO networking_nsxv3.common.synchronization [req-3f535769-ffdd-4cff-9d5d-2d3fd16a024d req-419e9ad4-96f2-4e78-845d-e76f0ebedac3 tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 767.413735] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 767.414086] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.414086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.414086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.414327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.414480] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.414826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.414826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.415037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.415037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.415151] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.417099] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: SUCCESS [ 767.417099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.510691] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.510853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.513207] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b9f2b9-0b31-4755-8247-8e0e9df7f38f with status ACTIVE [ 767.513409] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.513590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.513590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.513838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.513876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.514069] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.514150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.514213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.514363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.514435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.514618] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.514701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.514762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.514903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.514974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.515143] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b9f2b9-0b31-4755-8247-8e0e9df7f38f is going to be updated. [ 767.540594] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.540594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.540594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.540836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.540912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.541745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b9f2b9-0b31-4755-8247-8e0e9df7f38f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.837738] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 in Status: SUCCESS [ 767.837738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.837738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.837738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.837738] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.838061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.838061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.838061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.838153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.838347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.838347] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.918858] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.919055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.919166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.919322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.919411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.919670] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.919823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.919823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.919945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.920024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.920115] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 767.959668] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.959668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.959668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.959668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.959668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.968998] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 768.040741] env[66551]: INFO networking_nsxv3.common.synchronization [req-bdfb9d86-2cfe-4a1d-a84b-782a4fa8befa req-982fb7b8-625e-465c-b742-4ef2d0164ff7 tempest-ListImageFiltersTestJSON-1775179469 tempest-ListImageFiltersTestJSON-1775179469-project-member] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 768.040741] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 768.040741] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.043122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.043344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.043979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.043979] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.043979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.044165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.044397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.044397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.044499] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.344413] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3354f113-54b3-4121-9a38-1387fc8bcbe1 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.345051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.345051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.345051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.345414] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.345414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.345414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.345670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.345670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.345670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.347745] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3354f113-54b3-4121-9a38-1387fc8bcbe1 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.347745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.347745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.347745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.347745] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.347745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.347745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.347745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.347745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.347745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.347745] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.547846] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.843945] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 768.843945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.844304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.844702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.845039] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.845294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.845411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.845714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.845897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.846886] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.849676] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3354f113-54b3-4121-9a38-1387fc8bcbe1: rpc.has_security_group_logging(os_id): False [ 768.872477] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.872654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.872708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.872959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.873076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.874211] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.874401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.874514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.874799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.874962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.875302] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.875471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.875549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.875738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.875838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.876334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.876334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.876334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.876460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.876712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.876712] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 is going to be created. [ 768.952537] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.952689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.952760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.952981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.953180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.968363] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 in Status: IN_PROGRESS for 2s [ 769.049660] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.350297] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.554540] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.554540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.554540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.555070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.555070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.555070] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 is going to be updated. [ 769.587851] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.588053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.588139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.588729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.588893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.600288] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: IN_PROGRESS for 2s [ 769.854153] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.984743] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 769.984743] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 769.984743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.049173] env[66551]: INFO networking_nsxv3.common.synchronization [req-0f1083b5-fa3d-4672-bc57-705061fac5cc req-f015e2ea-6db8-48e3-89dd-16f9c8aa498b tempest-ServersAdminNegativeTestJSON-139947128 tempest-ServersAdminNegativeTestJSON-139947128-project-member] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 770.049777] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGHEST for action security_group_members [ 770.050208] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.050391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.050391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.051509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.051509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.051509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.051509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.051509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.051509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.051509] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.358105] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.358347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.358347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.358535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.358697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.358811] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 770.389503] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.389503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.389503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.389503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.389864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.403466] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 770.446190] env[66551]: INFO networking_nsxv3.common.synchronization [req-979a4891-daac-40b0-a6d7-f999edbcae9c req-2001e1bf-f2ff-48e8-b3f8-66b046d847b1 tempest-ListServerFiltersTestJSON-1107024657 tempest-ListServerFiltersTestJSON-1107024657-project-member] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 770.446190] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 770.446509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.446599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.554294] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.554434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.554434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.554611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.554844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554900] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.554985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.555238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.555238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.555525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.555525] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b is going to be updated. [ 770.586604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.586852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.586941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.587268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.587459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.598696] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: IN_PROGRESS for 2s [ 770.877272] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.877545] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.877675] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.878009] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.878540] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.878540] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.878905] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.879295] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.879475] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.879822] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.879966] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.880092] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.880201] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.880400] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.880512] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.880670] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.903032] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.903032] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.903032] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.903229] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-267" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.904096] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.904096] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.904096] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.904468] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.904468] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf241bac-10ec-45d8-ba7b-2fa08bb334fc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.982017] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 in Status: SUCCESS [ 770.982017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.411394] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.411394] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.411394] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.411394] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.411394] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.411394] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port cf241bac-10ec-45d8-ba7b-2fa08bb334fc not found, creating... [ 771.411655] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.411875] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.412059] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.412314] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.412439] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.412721] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.412874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.412985] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.413248] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.413379] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.413512] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: cf241bac-10ec-45d8-ba7b-2fa08bb334fc is going to be created. [ 771.439816] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.439816] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.439816] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.440092] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.440299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.440645] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.623350] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: SUCCESS [ 771.623350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.181138] env[66551]: INFO networking_nsxv3.common.synchronization [req-979a4891-daac-40b0-a6d7-f999edbcae9c req-993ae14c-d159-4215-a774-e04ba70e40ef service nova] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_rules [ 772.181383] env[66551]: INFO networking_nsxv3.common.synchronization [req-979a4891-daac-40b0-a6d7-f999edbcae9c req-993ae14c-d159-4215-a774-e04ba70e40ef service nova] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 772.181477] env[66551]: INFO networking_nsxv3.common.synchronization [req-979a4891-daac-40b0-a6d7-f999edbcae9c req-993ae14c-d159-4215-a774-e04ba70e40ef service nova] Enqueued Resource ID: cf241bac-10ec-45d8-ba7b-2fa08bb334fc with Priority: HIGHEST for action port [ 772.182234] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_rules [ 772.182234] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 772.182234] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf241bac-10ec-45d8-ba7b-2fa08bb334fc with Priority: HIGHEST for action port [ 772.182501] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.182694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.182807] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.182886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.183136] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.183136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.183303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.183385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.183466] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf241bac-10ec-45d8-ba7b-2fa08bb334fc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.421499] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 772.422327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.422569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.423163] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.423342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.423435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.423668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.423787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.423906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.424056] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.425212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.425375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.425711] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.426171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.426289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427059] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.611984] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b in Status: SUCCESS [ 772.612230] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b deletion is rescheduled due to dependency. [ 772.612358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.685958] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf241bac-10ec-45d8-ba7b-2fa08bb334fc with status ACTIVE [ 772.686285] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.686369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.686414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.686731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.686831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.687023] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.687251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.687317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.687494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.687911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.687911] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.687911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.687911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.688127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.688127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.688228] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf241bac-10ec-45d8-ba7b-2fa08bb334fc is going to be updated. [ 772.710170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.710378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.710461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.710659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.711219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.711219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf241bac-10ec-45d8-ba7b-2fa08bb334fc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.929502] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.929706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.929894] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.286960] env[66551]: INFO networking_nsxv3.common.synchronization [req-c8cfff79-1b8e-4bb5-baeb-68943c038741 req-bfa6072d-ee43-441b-82f7-faa875e1a75e tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 773.287629] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 773.287922] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.288154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.288154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.288353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.288571] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.288711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.288792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.288960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.289061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.289197] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.343560] env[66551]: INFO networking_nsxv3.common.synchronization [req-981456c5-03fa-4119-91ab-418d168675b6 req-3bc4738b-1bc2-4b19-9419-0dabfb243b81 tempest-ServersTestJSON-1583928320 tempest-ServersTestJSON-1583928320-project-member] Enqueued Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_members [ 773.344293] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGHEST for action security_group_members [ 773.344841] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.345030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.345154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.345408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.345810] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.346882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.346882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.346882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.346882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.346882] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.432436] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.792170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.792170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.792170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.792170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.792170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.792712] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.792712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.792712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.792712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.792712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.792901] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 773.812567] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.812811] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.812972] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.813867] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.813867] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.813867] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.813867] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.814590] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.815928] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.816337] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.816538] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.816688] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.816808] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.816930] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.817031] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.817169] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.849979] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.849979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.849979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.849979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.849979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.849979] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.850773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.850773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.850773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.850773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.850773] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 is going to be updated. [ 773.855088] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.855088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.855379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.855437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.856054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.857606] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.858421] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.858421] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.858421] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.858907] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-737b9a4e-40a2-4051-914c-a89e84a804e9 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.858907] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-737b9a4e-40a2-4051-914c-a89e84a804e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.858907] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-737b9a4e-40a2-4051-914c-a89e84a804e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.859161] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-737b9a4e-40a2-4051-914c-a89e84a804e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.859250] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737b9a4e-40a2-4051-914c-a89e84a804e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.875471] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 773.891643] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.891798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.891865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.892314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.892314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.905050] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 in Status: IN_PROGRESS for 2s [ 773.935755] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.935918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.936037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.936353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.936461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.936537] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 773.975037] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.975037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.975037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.975037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.975037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.988357] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 774.363401] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.363651] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.363731] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.364101] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.364282] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.364492] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 737b9a4e-40a2-4051-914c-a89e84a804e9 not found, creating... [ 774.364805] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.364940] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.365050] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.365641] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.365641] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.366236] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.366403] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.366558] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.366913] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.367085] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.367238] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 737b9a4e-40a2-4051-914c-a89e84a804e9 is going to be created. [ 774.392308] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.392945] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.392945] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.394248] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.394248] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.394248] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-737b9a4e-40a2-4051-914c-a89e84a804e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.111881] env[66551]: INFO networking_nsxv3.common.synchronization [req-c8cfff79-1b8e-4bb5-baeb-68943c038741 req-41364b76-e5ca-4e2f-88d5-de824dd6a800 service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 775.111881] env[66551]: INFO networking_nsxv3.common.synchronization [req-c8cfff79-1b8e-4bb5-baeb-68943c038741 req-41364b76-e5ca-4e2f-88d5-de824dd6a800 service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 775.111881] env[66551]: INFO networking_nsxv3.common.synchronization [req-c8cfff79-1b8e-4bb5-baeb-68943c038741 req-41364b76-e5ca-4e2f-88d5-de824dd6a800 service nova] Enqueued Resource ID: 737b9a4e-40a2-4051-914c-a89e84a804e9 with Priority: HIGHEST for action port [ 775.111881] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 775.111881] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 775.111881] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737b9a4e-40a2-4051-914c-a89e84a804e9 with Priority: HIGHEST for action port [ 775.112451] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.113147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.113227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.113442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.113523] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.114920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.115034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.115388] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-737b9a4e-40a2-4051-914c-a89e84a804e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.115470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-737b9a4e-40a2-4051-914c-a89e84a804e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.115532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-737b9a4e-40a2-4051-914c-a89e84a804e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.116085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-737b9a4e-40a2-4051-914c-a89e84a804e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.116241] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737b9a4e-40a2-4051-914c-a89e84a804e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.620292] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 737b9a4e-40a2-4051-914c-a89e84a804e9 with status ACTIVE [ 775.620556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.620711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.620778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.621150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.621262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.621494] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.621658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.621722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.621886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.622010] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.622216] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.622318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.622379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.622528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.622602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.622685] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 737b9a4e-40a2-4051-914c-a89e84a804e9 is going to be updated. [ 775.623987] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.624086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.651795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.652017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.652017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.652261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.652531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.652637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-737b9a4e-40a2-4051-914c-a89e84a804e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.886283] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 775.886463] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 deletion is rescheduled due to dependency. [ 775.886586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.887181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.887596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.887715] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.887845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.887939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.888132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.888220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.888314] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.914160] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 in Status: SUCCESS [ 775.914370] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 deletion is rescheduled due to dependency. [ 775.914931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.002256] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 776.002526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.002738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.004350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.004558] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.004655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.004711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.004883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.004972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.005086] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.131457] env[66551]: INFO networking_nsxv3.common.synchronization [req-b208ed34-cbb6-48b0-9bc5-0c51a9ee1cbd req-c6e53c9c-a32c-46ea-bb8b-baecf200b260 tempest-ServersTestFqdnHostnames-82841964 tempest-ServersTestFqdnHostnames-82841964-project-member] Enqueued Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_members [ 776.132111] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_members [ 776.132450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-04643e1a-277a-4f48-a91f-85d754e3afff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.132620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.132620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.132954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.133173] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.133287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.133355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.133558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.133635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.133729] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.391243] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.492277] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.492409] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-39" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.492495] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-39" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.496809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-39" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.497253] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.497439] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.497556] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.497834] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.497981] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.498267] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.498381] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.498490] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.498595] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.498734] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.498853] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.499015] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.508256] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.522661] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.522841] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.522986] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.523557] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-39" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.523557] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.523865] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.523865] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.524102] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.524237] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb78c19-2e5f-4d4c-bc4c-195da5c79124',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.635520] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.635668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.635739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.636319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.636617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.636740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.636934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.636934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.637110] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.637194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.637293] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04643e1a-277a-4f48-a91f-85d754e3afff already deleted. [ 776.637360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.893547] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.010713] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.030452] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.030711] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.030878] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.031247] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.031474] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.031694] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port fdb78c19-2e5f-4d4c-bc4c-195da5c79124 not found, creating... [ 777.032038] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.032295] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.032465] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.032846] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.032944] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.033693] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.033693] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.033693] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.033971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.034141] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.034327] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: fdb78c19-2e5f-4d4c-bc4c-195da5c79124 is going to be created. [ 777.062527] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.062849] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.062966] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.063314] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.063560] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.063882] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.397052] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.397052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.397052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.397629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.397629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.397629] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 777.436247] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.436247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.436508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.436879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.436949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.449853] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 777.516254] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.517566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.517765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.518013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.518220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.518332] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 777.558039] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.558039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.558308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.558449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.558721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.570739] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 777.826569] env[66551]: INFO networking_nsxv3.common.synchronization [req-b208ed34-cbb6-48b0-9bc5-0c51a9ee1cbd req-6010aab8-c658-4f34-a797-4691aeffaba0 service nova] Enqueued Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_rules [ 777.826797] env[66551]: INFO networking_nsxv3.common.synchronization [req-b208ed34-cbb6-48b0-9bc5-0c51a9ee1cbd req-6010aab8-c658-4f34-a797-4691aeffaba0 service nova] Enqueued Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_members [ 777.826958] env[66551]: INFO networking_nsxv3.common.synchronization [req-b208ed34-cbb6-48b0-9bc5-0c51a9ee1cbd req-6010aab8-c658-4f34-a797-4691aeffaba0 service nova] Enqueued Resource ID: fdb78c19-2e5f-4d4c-bc4c-195da5c79124 with Priority: HIGHEST for action port [ 777.827619] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_rules [ 777.827952] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_members [ 777.827952] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdb78c19-2e5f-4d4c-bc4c-195da5c79124 with Priority: HIGHEST for action port [ 777.828113] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04643e1a-277a-4f48-a91f-85d754e3afff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.828240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.828519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.828519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.828661] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.829633] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-04643e1a-277a-4f48-a91f-85d754e3afff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.829763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.829868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.830142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.830334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.830441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.830519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.830725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.832330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.832454] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.833464] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.833570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.833643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.833847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.833925] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdb78c19-2e5f-4d4c-bc4c-195da5c79124',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.111662] env[66551]: INFO networking_nsxv3.common.synchronization [req-c5e2ede2-de83-498c-96ca-205eea506cdd req-fff3e54d-0b6d-46e9-b6f7-439512d8b7da tempest-InstanceActionsV221TestJSON-202509213 tempest-InstanceActionsV221TestJSON-202509213-project-member] Enqueued Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGHEST for action security_group_members [ 778.112298] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGHEST for action security_group_members [ 778.112575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3354f113-54b3-4121-9a38-1387fc8bcbe1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.112730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.112778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.113042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.113369] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.113369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.113537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.113597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.113683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.113777] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.337397] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.338596] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-04643e1a-277a-4f48-a91f-85d754e3afff taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.338953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.338953] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdb78c19-2e5f-4d4c-bc4c-195da5c79124 with status ACTIVE [ 778.339823] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.339823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.339823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.339823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.339823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.339823] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.340243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.340243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.340243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.340243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.340499] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.340499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.340499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.340664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.340715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.340776] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdb78c19-2e5f-4d4c-bc4c-195da5c79124 is going to be updated. [ 778.366386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.366615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.366615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.366901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.367079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.367350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdb78c19-2e5f-4d4c-bc4c-195da5c79124" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.618022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.618437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.618437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.618437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.618644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.618772] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.618900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.618961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.619119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.619191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.619280] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 is going to be updated. [ 778.669023] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.669224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.669316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.669566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.669745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.680828] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 in Status: IN_PROGRESS for 2s [ 778.842656] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.347983] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.347983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.347983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.347983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.347983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.347983] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04643e1a-277a-4f48-a91f-85d754e3afff is going to be created. [ 779.376459] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.376459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.376459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.376459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.376459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.396320] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04643e1a-277a-4f48-a91f-85d754e3afff in Status: UNINITIALIZED for 2s [ 779.469070] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 779.469230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.469794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.469870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.470067] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.470196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.470260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.470463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.470547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.470636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.470744] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.580943] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 779.581175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.581630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.581708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.582082] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.582220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.582341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.582608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.582608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.582696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.583093] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.583093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.583093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.583252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.583400] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.583496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.583558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.583743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.583818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.583898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.584301] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.973725] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.974132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.974213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.974410] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.974600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.974768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.974858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.974955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.975120] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.975241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.975310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.975440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.975586] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.975689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.975749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.975900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.975974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.976074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.976166] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.086289] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd12073-d01e-40b1-9211-d2e57366432f: rpc.has_security_group_logging(os_id): False [ 780.106019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.106345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.106345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.106706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.106706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.106866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.106977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.107073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.107715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.107715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.107715] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.107715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.107715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.107954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.107954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.108694] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.108694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.108694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.108694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.108694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.108694] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 780.187366] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.187524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.187616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.187794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.188723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.205874] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 780.478310] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc32b3cc-c880-4418-a838-decbbd636d22: rpc.has_security_group_logging(os_id): False [ 780.498122] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.498375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.498479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.498779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.498937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.499217] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.499361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.499435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.499649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.499760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.499990] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.500229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.500229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.500429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.500525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.500775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.500891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.500987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.501158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.501237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.501326] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 780.568579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.568854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.568854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.569112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.569274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.585975] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 780.693499] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 in Status: SUCCESS [ 780.693821] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 deletion is rescheduled due to dependency. [ 780.693951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.409925] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04643e1a-277a-4f48-a91f-85d754e3afff in Status: SUCCESS [ 781.410245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.412114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.412114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.412114] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.412114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.412114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.412114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.412114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.412114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.412114] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.914361] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.110380] env[66551]: INFO networking_nsxv3.common.synchronization [req-63b2bec0-90ba-4b2a-b169-784a5b22b731 req-2972287d-4a3a-4749-b029-dbdb375afdba tempest-ServersAdminTestJSON-139818615 tempest-ServersAdminTestJSON-139818615-project-member] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 782.110959] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 782.111314] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.111453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.111531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.112430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.112605] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.112832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.112997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.113217] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.113322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.113441] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.224798] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 782.225065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.225252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.225482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.225574] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.420800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04643e1a-277a-4f48-a91f-85d754e3afff: rpc.has_security_group_logging(os_id): False [ 782.437489] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.437647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.437647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.437877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.437982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.439506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.439506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.439506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.439506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.439506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.439506] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04643e1a-277a-4f48-a91f-85d754e3afff is going to be created. [ 782.542346] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.546835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.546835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.546835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.546835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.560779] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04643e1a-277a-4f48-a91f-85d754e3afff in Status: IN_PROGRESS for 2s [ 782.606680] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 782.606680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.620402] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.728816] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.728816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.728816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.730270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.730270] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.730270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.730270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.730270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.730270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.730270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.730270] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.122723] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.237386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.237386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.237574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.237902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.238059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.238266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.238424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.238683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.238815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.238945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.239149] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.239367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.239460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.239664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.239887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.239993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.240255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.240450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.240567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.240683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.240804] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.625593] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.626025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.626025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.626100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.626172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.626287] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 783.685470] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.685470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.685470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.685470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.685470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.695723] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 783.743340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd12073-d01e-40b1-9211-d2e57366432f: rpc.has_security_group_logging(os_id): False [ 783.767634] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.767786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.767856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.768375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.768375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.768375] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.768544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.768544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.768716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.768797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.768991] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.769132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.769230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.769455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.770323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.770323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.770323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.770323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.770323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.770323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.770323] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 783.836933] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.837201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.837201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.837419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.837575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.854030] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 784.578553] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04643e1a-277a-4f48-a91f-85d754e3afff in Status: SUCCESS [ 784.578837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.709016] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 785.709016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.872307] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 785.872997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.193977] env[66551]: INFO networking_nsxv3.common.synchronization [None req-d02b26a6-25b0-482e-b7b7-f9ba06a7bbbf None None] Enqueued Resource ID: bcb04e5c-10d3-4458-81a2-f1870513aac2 with Priority: HIGHEST for action port [ 786.195159] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb04e5c-10d3-4458-81a2-f1870513aac2 with Priority: HIGHEST for action port [ 786.195575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb04e5c-10d3-4458-81a2-f1870513aac2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.195765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb04e5c-10d3-4458-81a2-f1870513aac2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.195882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb04e5c-10d3-4458-81a2-f1870513aac2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.196378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb04e5c-10d3-4458-81a2-f1870513aac2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.196559] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb04e5c-10d3-4458-81a2-f1870513aac2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.700880] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcb04e5c-10d3-4458-81a2-f1870513aac2 [ 786.701240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.701405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.701499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.701757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.701872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.701967] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcb04e5c-10d3-4458-81a2-f1870513aac2 already deleted. [ 786.702089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb04e5c-10d3-4458-81a2-f1870513aac2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.640693] env[66551]: INFO networking_nsxv3.common.synchronization [None req-d3d6bc13-691c-4939-874d-ac5179922983 None None] Enqueued Resource ID: 10301de2-b5df-49a8-8e3a-551659e3b879 with Priority: HIGHEST for action port [ 788.640989] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10301de2-b5df-49a8-8e3a-551659e3b879 with Priority: HIGHEST for action port [ 788.641754] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-10301de2-b5df-49a8-8e3a-551659e3b879 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.641754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10301de2-b5df-49a8-8e3a-551659e3b879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.641918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10301de2-b5df-49a8-8e3a-551659e3b879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.642087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10301de2-b5df-49a8-8e3a-551659e3b879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.642179] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10301de2-b5df-49a8-8e3a-551659e3b879',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.144085] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10301de2-b5df-49a8-8e3a-551659e3b879 [ 789.144335] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.145671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.145671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.145671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.145671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.145671] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10301de2-b5df-49a8-8e3a-551659e3b879 already deleted. [ 789.145671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10301de2-b5df-49a8-8e3a-551659e3b879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.329732] env[66551]: INFO networking_nsxv3.common.synchronization [None req-7bab7e5c-d244-4027-a8de-6ad6f5b4ae71 None None] Enqueued Resource ID: 1c4ebe71-0293-4d35-8a9c-3199a288fd60 with Priority: HIGHEST for action port [ 793.329732] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c4ebe71-0293-4d35-8a9c-3199a288fd60 with Priority: HIGHEST for action port [ 793.329732] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c4ebe71-0293-4d35-8a9c-3199a288fd60 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.330156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c4ebe71-0293-4d35-8a9c-3199a288fd60" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.330156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c4ebe71-0293-4d35-8a9c-3199a288fd60" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.330304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c4ebe71-0293-4d35-8a9c-3199a288fd60" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.330348] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c4ebe71-0293-4d35-8a9c-3199a288fd60',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.832634] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c4ebe71-0293-4d35-8a9c-3199a288fd60 [ 793.832883] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.833046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.833120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.833343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.833431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.833523] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c4ebe71-0293-4d35-8a9c-3199a288fd60 already deleted. [ 793.833604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c4ebe71-0293-4d35-8a9c-3199a288fd60" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.023067] env[66551]: INFO networking_nsxv3.common.synchronization [req-88567ee8-1515-48e5-8ee9-b533de01625c req-30a3a978-86a9-46e1-a026-ba7b97427f3b tempest-MigrationsAdminTest-979151640 tempest-MigrationsAdminTest-979151640-project-member] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 794.023759] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 794.023969] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.024661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.024844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.025224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.025548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.025548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.025695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.025773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.025904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.026090] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.387844] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.388178] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.388178] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.388955] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.388955] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.391395] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.391554] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.391863] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.392078] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.392352] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.392459] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.392587] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.392718] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.392847] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.393025] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.393125] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.415288] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.415438] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.416425] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.416425] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.416826] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-471a3ea7-fc44-4f5a-b42e-f9167be938be taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.417564] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-471a3ea7-fc44-4f5a-b42e-f9167be938be" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.417706] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-471a3ea7-fc44-4f5a-b42e-f9167be938be" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.418081] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-471a3ea7-fc44-4f5a-b42e-f9167be938be" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.418211] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471a3ea7-fc44-4f5a-b42e-f9167be938be',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.469693] env[66551]: INFO networking_nsxv3.common.synchronization [req-d00760de-2f8a-4c5d-893c-2d78c9aeba81 req-d9489358-597e-4ece-8f66-0909dc8d5057 tempest-SecurityGroupRulesNegativeTestJSON-1157978827 tempest-SecurityGroupRulesNegativeTestJSON-1157978827-project-member] Enqueued Resource ID: 119898e8-2f9f-4ecb-867d-08a320d40ec0 with Priority: HIGHEST for action security_group_rules [ 794.470306] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 119898e8-2f9f-4ecb-867d-08a320d40ec0 with Priority: HIGHEST for action security_group_rules [ 794.472029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-119898e8-2f9f-4ecb-867d-08a320d40ec0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.472029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-119898e8-2f9f-4ecb-867d-08a320d40ec0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.472029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-119898e8-2f9f-4ecb-867d-08a320d40ec0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.472029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-119898e8-2f9f-4ecb-867d-08a320d40ec0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.474759] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('119898e8-2f9f-4ecb-867d-08a320d40ec0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.529827] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.922202] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.922476] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.922604] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.923202] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.923202] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.923202] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 471a3ea7-fc44-4f5a-b42e-f9167be938be not found, creating... [ 794.923396] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.923561] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.923673] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.923895] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.924040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.924316] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.924463] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.925299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.925299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.925299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.925299] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 471a3ea7-fc44-4f5a-b42e-f9167be938be is going to be created. [ 794.946581] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.946974] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.947104] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.950369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.950369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.950369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-471a3ea7-fc44-4f5a-b42e-f9167be938be" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.996614] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.996868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.996974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.997295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.997419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.997543] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 119898e8-2f9f-4ecb-867d-08a320d40ec0 already deleted. [ 794.997667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-119898e8-2f9f-4ecb-867d-08a320d40ec0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.035785] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.526125] env[66551]: INFO networking_nsxv3.common.synchronization [req-db59700e-4988-4cd6-b2ae-3fc24b0c24aa req-f8a48903-f60b-4a82-9249-a972d6adeb9c tempest-SecurityGroupRulesNegativeTestJSON-1157978827 tempest-SecurityGroupRulesNegativeTestJSON-1157978827-project-member] Enqueued Resource ID: 119898e8-2f9f-4ecb-867d-08a320d40ec0 with Priority: HIGHEST for action security_group_rules [ 795.526957] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 119898e8-2f9f-4ecb-867d-08a320d40ec0 with Priority: HIGHEST for action security_group_rules [ 795.527652] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-119898e8-2f9f-4ecb-867d-08a320d40ec0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.527780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-119898e8-2f9f-4ecb-867d-08a320d40ec0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.527851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-119898e8-2f9f-4ecb-867d-08a320d40ec0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.528311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-119898e8-2f9f-4ecb-867d-08a320d40ec0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.528311] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('119898e8-2f9f-4ecb-867d-08a320d40ec0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.539206] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.539206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.539206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.539206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.539206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.539206] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be updated. [ 795.575415] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.575557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.575616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.575821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.575973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.586268] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: IN_PROGRESS for 2s [ 795.645788] env[66551]: INFO networking_nsxv3.common.synchronization [None req-e27d56e9-821f-4c15-8ba0-c94360b2ceff None None] Enqueued Resource ID: 058e2762-401c-4f7d-b6c6-1e3041d017f8 with Priority: HIGHEST for action port [ 795.646092] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058e2762-401c-4f7d-b6c6-1e3041d017f8 with Priority: HIGHEST for action port [ 795.646680] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-058e2762-401c-4f7d-b6c6-1e3041d017f8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.646812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058e2762-401c-4f7d-b6c6-1e3041d017f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.646880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058e2762-401c-4f7d-b6c6-1e3041d017f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.647672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058e2762-401c-4f7d-b6c6-1e3041d017f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.647802] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058e2762-401c-4f7d-b6c6-1e3041d017f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.705763] env[66551]: INFO networking_nsxv3.common.synchronization [req-88567ee8-1515-48e5-8ee9-b533de01625c req-f9aa99f3-4171-4aeb-a0c3-0f5e6f88b67b service nova] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_rules [ 795.706011] env[66551]: INFO networking_nsxv3.common.synchronization [req-88567ee8-1515-48e5-8ee9-b533de01625c req-f9aa99f3-4171-4aeb-a0c3-0f5e6f88b67b service nova] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 795.706196] env[66551]: INFO networking_nsxv3.common.synchronization [req-88567ee8-1515-48e5-8ee9-b533de01625c req-f9aa99f3-4171-4aeb-a0c3-0f5e6f88b67b service nova] Enqueued Resource ID: 471a3ea7-fc44-4f5a-b42e-f9167be938be with Priority: HIGHEST for action port [ 795.706876] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_rules [ 795.706952] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 795.707374] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471a3ea7-fc44-4f5a-b42e-f9167be938be with Priority: HIGHEST for action port [ 795.707716] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.707956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.708027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.708497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.708635] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.709571] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.710074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.710334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-471a3ea7-fc44-4f5a-b42e-f9167be938be taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.710472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-471a3ea7-fc44-4f5a-b42e-f9167be938be" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.710560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-471a3ea7-fc44-4f5a-b42e-f9167be938be" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.710761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-471a3ea7-fc44-4f5a-b42e-f9167be938be" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.710879] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471a3ea7-fc44-4f5a-b42e-f9167be938be',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.048271] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.048420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.048593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.048721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.048848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.049055] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 119898e8-2f9f-4ecb-867d-08a320d40ec0 already deleted. [ 796.049055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-119898e8-2f9f-4ecb-867d-08a320d40ec0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.150962] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 058e2762-401c-4f7d-b6c6-1e3041d017f8 [ 796.151238] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.151369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.151476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.151640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.151730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.151813] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:058e2762-401c-4f7d-b6c6-1e3041d017f8 already deleted. [ 796.151930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058e2762-401c-4f7d-b6c6-1e3041d017f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.212657] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.212846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.213045] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 471a3ea7-fc44-4f5a-b42e-f9167be938be with status ACTIVE [ 796.213224] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.213335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.213402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.213611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.213719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.213912] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.214011] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.214011] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.214186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.214263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.214442] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.214535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.214594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.214736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.214811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.214896] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 471a3ea7-fc44-4f5a-b42e-f9167be938be is going to be updated. [ 796.237732] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.237732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.237946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.238030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.238195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.238942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-471a3ea7-fc44-4f5a-b42e-f9167be938be" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.864608] env[66551]: INFO networking_nsxv3.common.synchronization [req-cf8b3716-d898-48cb-8183-bddc5b8c0ffa req-16a359c4-47be-4576-97bf-6d0df95afda4 tempest-TenantUsagesTestJSON-2027923883 tempest-TenantUsagesTestJSON-2027923883-project-member] Enqueued Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGHEST for action security_group_members [ 796.865477] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGHEST for action security_group_members [ 796.865477] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-36692471-0c58-410f-b306-003153fccda8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.865625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.865625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.865867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.866599] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.866990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.866990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.867186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.867186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.867254] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.168057] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.168292] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.168409] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.168727] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.168999] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.169180] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.169298] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.169498] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.169632] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.169846] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.169922] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.170034] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.170135] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.170322] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.170322] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.170450] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.189897] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.190102] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.190238] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.190406] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-302" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.190706] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-749374aa-ce09-4690-a873-29fd4767f64c taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.190880] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-749374aa-ce09-4690-a873-29fd4767f64c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.190988] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-749374aa-ce09-4690-a873-29fd4767f64c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.191344] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-749374aa-ce09-4690-a873-29fd4767f64c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.191498] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749374aa-ce09-4690-a873-29fd4767f64c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.369284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.369444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.369521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.369737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.369814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.370277] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.370277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.370277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.370499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.370499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.370586] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36692471-0c58-410f-b306-003153fccda8 already deleted. [ 797.370586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.597414] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: SUCCESS [ 797.597642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.598094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.598094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.598286] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.598355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.598399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.598543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.598618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.600578] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.693736] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.693974] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.694087] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.694370] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.694516] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.694720] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 749374aa-ce09-4690-a873-29fd4767f64c not found, creating... [ 797.694933] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.695515] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.695706] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.695973] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.696114] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.696419] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.696570] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.696754] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.696989] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.697136] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.697441] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 749374aa-ce09-4690-a873-29fd4767f64c is going to be created. [ 797.720131] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.720345] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.720504] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.720742] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.720975] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.721217] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-749374aa-ce09-4690-a873-29fd4767f64c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.103620] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.421258] env[66551]: INFO networking_nsxv3.common.synchronization [req-cf8b3716-d898-48cb-8183-bddc5b8c0ffa req-28fb9a2b-eda8-4dc5-b755-1ae3f877af65 service nova] Enqueued Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGHEST for action security_group_rules [ 798.421258] env[66551]: INFO networking_nsxv3.common.synchronization [req-cf8b3716-d898-48cb-8183-bddc5b8c0ffa req-28fb9a2b-eda8-4dc5-b755-1ae3f877af65 service nova] Enqueued Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGHEST for action security_group_members [ 798.421258] env[66551]: INFO networking_nsxv3.common.synchronization [req-cf8b3716-d898-48cb-8183-bddc5b8c0ffa req-28fb9a2b-eda8-4dc5-b755-1ae3f877af65 service nova] Enqueued Resource ID: 749374aa-ce09-4690-a873-29fd4767f64c with Priority: HIGHEST for action port [ 798.421645] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGHEST for action security_group_rules [ 798.421769] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGHEST for action security_group_members [ 798.422135] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749374aa-ce09-4690-a873-29fd4767f64c with Priority: HIGHEST for action port [ 798.422135] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36692471-0c58-410f-b306-003153fccda8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.422292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.422606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.422606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.422730] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.423484] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-36692471-0c58-410f-b306-003153fccda8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.423766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.423766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.423868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.423971] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.424079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.424228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.424340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.424463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.424634] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.429186] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-749374aa-ce09-4690-a873-29fd4767f64c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.429327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-749374aa-ce09-4690-a873-29fd4767f64c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.429392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-749374aa-ce09-4690-a873-29fd4767f64c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.429649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-749374aa-ce09-4690-a873-29fd4767f64c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.429649] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749374aa-ce09-4690-a873-29fd4767f64c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.607272] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.934017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-36692471-0c58-410f-b306-003153fccda8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.934017] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.934017] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 749374aa-ce09-4690-a873-29fd4767f64c with status ACTIVE [ 798.934017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.934017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.934017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.935274] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.935550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.935749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.936067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.936280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.936508] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 749374aa-ce09-4690-a873-29fd4767f64c is going to be updated. [ 798.957956] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.958452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.958643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.959093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.959771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.959771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-749374aa-ce09-4690-a873-29fd4767f64c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.113765] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.113765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.113765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.113765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.113765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.113765] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be updated. [ 799.143623] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.143623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.143623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.143623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.143623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.154546] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: IN_PROGRESS for 2s [ 799.440410] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.944029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.944029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.944029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.944186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.944186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.944309] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36692471-0c58-410f-b306-003153fccda8 is going to be created. [ 799.970340] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.970488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.970543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.970759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.970917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.982446] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36692471-0c58-410f-b306-003153fccda8 in Status: UNINITIALIZED for 2s [ 801.166488] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: SUCCESS [ 801.166488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.166488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.166488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.166488] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.166488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.166488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.166488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.166488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.166488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.166488] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.669855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.669855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.669855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.669855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.669855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.669855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.669855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.669855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.669855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.669855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.669855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.670324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.670324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.670324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.670324] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.670456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.670456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.670530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.670644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.670695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.670953] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.999861] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36692471-0c58-410f-b306-003153fccda8 in Status: SUCCESS [ 801.999861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.999861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.999861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.000022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.000078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.000166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.000299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.000375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.000455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.000541] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.173203] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3d49dd-336d-46af-807c-441599397283: rpc.has_security_group_logging(os_id): False [ 802.193542] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.193866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.193955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.194122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.194277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.194417] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.194526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.194577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.195032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.195032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.195032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.195196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.195196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.195519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.195519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.195615] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.195672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.195704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.195910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.195910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.196014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be updated. [ 802.272230] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.272230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.272230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.272230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.272230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.290241] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: IN_PROGRESS for 2s [ 802.507025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-36692471-0c58-410f-b306-003153fccda8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.507192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.507265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.507507] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.507675] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.507781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.507845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.507999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.508096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.508182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.508327] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-36692471-0c58-410f-b306-003153fccda8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.508419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.508478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.508620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.512195] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.512195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.512195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.512195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.512195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.512195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.512195] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.700710] env[66551]: INFO networking_nsxv3.common.synchronization [None req-727ea332-a565-4dff-8ed2-bb1192078949 None None] Enqueued Resource ID: e817d16e-2814-40ee-b942-98c33669eb23 with Priority: HIGHEST for action port [ 802.701209] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e817d16e-2814-40ee-b942-98c33669eb23 with Priority: HIGHEST for action port [ 802.701814] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e817d16e-2814-40ee-b942-98c33669eb23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.701814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e817d16e-2814-40ee-b942-98c33669eb23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.701814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e817d16e-2814-40ee-b942-98c33669eb23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.702357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e817d16e-2814-40ee-b942-98c33669eb23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.702459] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e817d16e-2814-40ee-b942-98c33669eb23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.014501] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36692471-0c58-410f-b306-003153fccda8: rpc.has_security_group_logging(os_id): False [ 803.031855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.032030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.032087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.032402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.032402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.032609] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.032677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.032722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.032867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.032943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.033141] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.033234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.033351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.033436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.033558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.033694] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.033787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.033865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.033980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.034075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.034158] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36692471-0c58-410f-b306-003153fccda8 is going to be created. [ 803.124486] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.124486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.124486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.124486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.124486] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.133290] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.133290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.133290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.133290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.133290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.155564] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36692471-0c58-410f-b306-003153fccda8 in Status: IN_PROGRESS for 2s [ 803.204571] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e817d16e-2814-40ee-b942-98c33669eb23 [ 803.204887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.204958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.205058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.205289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.205380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.205476] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e817d16e-2814-40ee-b942-98c33669eb23 already deleted. [ 803.205559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e817d16e-2814-40ee-b942-98c33669eb23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.298044] env[66551]: INFO networking_nsxv3.common.synchronization [req-f586476f-e36e-4204-8ab2-0b46727f3b57 req-2138521b-f5fc-43e1-9063-f38570cb5e6d tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 803.298572] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 803.299065] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.299589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.299743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.300211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.300211] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.300388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.300459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.300971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.301534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.302036] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.629101] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.778456] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.778576] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.779033] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.779103] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.779297] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.779443] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.779547] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.779774] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.779910] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.780124] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.781060] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.781060] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.781060] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.781060] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.781060] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.781060] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.802590] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.803513] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.803513] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.803513] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.803513] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-998ef13a-2da5-419a-8fc4-c315ab7e2d42 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.803793] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-998ef13a-2da5-419a-8fc4-c315ab7e2d42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.803793] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-998ef13a-2da5-419a-8fc4-c315ab7e2d42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.804130] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-998ef13a-2da5-419a-8fc4-c315ab7e2d42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.804266] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998ef13a-2da5-419a-8fc4-c315ab7e2d42',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.805906] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.806070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.806215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.807257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.807257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.807257] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.807257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.807257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.807257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.807257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.807257] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 803.844325] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.844325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.844325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.844325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.844614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.855761] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 804.132541] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.311149] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.311524] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.311655] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.312388] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.313028] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.313028] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 998ef13a-2da5-419a-8fc4-c315ab7e2d42 not found, creating... [ 804.313178] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.313477] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.313896] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.314149] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.314237] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.314618] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.314874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.315099] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.315553] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.315553] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.315553] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 998ef13a-2da5-419a-8fc4-c315ab7e2d42 is going to be created. [ 804.339295] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: SUCCESS [ 804.340045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.343876] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.344179] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.344348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.344698] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.344959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.345299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-998ef13a-2da5-419a-8fc4-c315ab7e2d42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.635788] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 804.635901] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 804.944435] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ef43968d-67e9-4160-ac4c-6e8b371c192e None None] Enqueued Resource ID: 32d0894b-0923-4dc3-afb3-59849c27528c with Priority: HIGHEST for action port [ 804.945472] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d0894b-0923-4dc3-afb3-59849c27528c with Priority: HIGHEST for action port [ 804.945819] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-32d0894b-0923-4dc3-afb3-59849c27528c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.945938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32d0894b-0923-4dc3-afb3-59849c27528c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.946016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32d0894b-0923-4dc3-afb3-59849c27528c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.946308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32d0894b-0923-4dc3-afb3-59849c27528c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.946441] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d0894b-0923-4dc3-afb3-59849c27528c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.122815] env[66551]: INFO networking_nsxv3.common.synchronization [req-f586476f-e36e-4204-8ab2-0b46727f3b57 req-35a36cf9-a1dd-41f9-9ef0-a786e36910de service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 805.123045] env[66551]: INFO networking_nsxv3.common.synchronization [req-f586476f-e36e-4204-8ab2-0b46727f3b57 req-35a36cf9-a1dd-41f9-9ef0-a786e36910de service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 805.123535] env[66551]: INFO networking_nsxv3.common.synchronization [req-f586476f-e36e-4204-8ab2-0b46727f3b57 req-35a36cf9-a1dd-41f9-9ef0-a786e36910de service nova] Enqueued Resource ID: 998ef13a-2da5-419a-8fc4-c315ab7e2d42 with Priority: HIGHEST for action port [ 805.125245] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 805.125245] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 805.125245] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998ef13a-2da5-419a-8fc4-c315ab7e2d42 with Priority: HIGHEST for action port [ 805.125500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.125500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.125598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.126278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.126372] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.128166] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.128239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.128556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-998ef13a-2da5-419a-8fc4-c315ab7e2d42 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.128795] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-998ef13a-2da5-419a-8fc4-c315ab7e2d42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.128899] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-998ef13a-2da5-419a-8fc4-c315ab7e2d42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.129183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-998ef13a-2da5-419a-8fc4-c315ab7e2d42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.129308] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998ef13a-2da5-419a-8fc4-c315ab7e2d42',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.167945] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36692471-0c58-410f-b306-003153fccda8 in Status: SUCCESS [ 805.168228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.449366] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32d0894b-0923-4dc3-afb3-59849c27528c [ 805.449899] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.450300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.450455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.450701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.450839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.450974] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32d0894b-0923-4dc3-afb3-59849c27528c already deleted. [ 805.451134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32d0894b-0923-4dc3-afb3-59849c27528c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.511874] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.512193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.512336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.512824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.529987] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 805.530688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.532349] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 805.561813] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.562076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.562331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.562574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.569238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.570073] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 805.570073] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.570073] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 805.614466] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.614466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.614466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.614958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.616970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.616970] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 805.631015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.631312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.637941] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 998ef13a-2da5-419a-8fc4-c315ab7e2d42 with status ACTIVE [ 805.637941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.638082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.638412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.638412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.638577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.638632] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.638782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.638853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.639017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.639119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.639437] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.639596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.639708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.639949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.640122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.640206] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 998ef13a-2da5-419a-8fc4-c315ab7e2d42 is going to be updated. [ 805.674740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.674984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.675075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.675301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.675436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.675587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-998ef13a-2da5-419a-8fc4-c315ab7e2d42" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.738595] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.738780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.738836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.739069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.739322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.739537] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 805.755954] env[66551]: INFO networking_nsxv3.common.synchronization [None req-80cec702-f7e2-41dd-8b27-f27a95280eb6 tempest-ServersV294TestFqdnHostnames-373221202 tempest-ServersV294TestFqdnHostnames-373221202-project-member] Enqueued Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_rules [ 805.757220] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_rules [ 805.757869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68387195-ebb2-4e87-8efb-19c0939b9522 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.757869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.757869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.758058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.758150] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.820636] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.820892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.821030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.821627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.821741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.822206] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 805.822430] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3354f113-54b3-4121-9a38-1387fc8bcbe1', '356f9f14-c9bf-4e24-816d-34f7015ced1b', '32ad935c-54e7-41d0-874a-db615647734d', 'bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa', '14827dfe-5752-4c55-b2ce-915ecb01b922', '7dd12073-d01e-40b1-9211-d2e57366432f', 'bffce9ba-399d-4888-9d43-ef366a89fb70', '59545729-57e5-46a2-b68f-ff854b5010f1', 'c2ce471c-e5be-4982-9725-952a4eea68ee', '51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f', '961f85ad-718f-4f52-a3a0-14a2b444f02a', 'bc32b3cc-c880-4418-a838-decbbd636d22', '214175c2-419e-4bd2-bb62-61adbfdb5472', '37629cf0-fa35-4eab-9bac-88da785ce904', '18f303f2-ca01-4b74-b1b7-c61b7d450e8a', '0d3205f7-a0d1-4436-b8fa-b64a767b6b53', 'c80e1466-48b5-42af-afb4-691ca45b4c23', 'aa147b36-5016-42f4-a6c4-20dfadeb205f', 'ed3d49dd-336d-46af-807c-441599397283', '16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0', '298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a', '3b0e80b8-5858-4450-ab07-3569ec55d8f4', '0443c931-fd4a-4b4b-946e-5b53ed5b7af3', 'b22a1d0b-5177-4950-9928-b36769de94b8', 'd83940e2-e3a7-4020-834b-dd495e6bf686', '22d90069-b3b9-4519-b51e-6b0bab3f7809', 'cbf1d6a2-871c-4762-9baa-71c30f8db780', '2e122fa6-273c-4439-b15c-072ff70d76e9', 'eb25d070-cc19-4c7c-a3a3-e77295f98f5b', 'f079edbf-d6ea-425b-b1c2-75445d2b265f', '2e8e2e06-95e1-4b60-a403-c895f76a8e86', '36692471-0c58-410f-b306-003153fccda8', 'cf06e3fe-e54c-49e8-8976-1c8613412820', '8122783d-8ce6-482f-aae5-74887c0b2423', '04643e1a-277a-4f48-a91f-85d754e3afff', 'd8acc4bf-2fec-4056-a5e6-d37fc27a7c27'} {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.822699] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 805.845222] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.845397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.845476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.845680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.845772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.846027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 805.846027] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.846027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 805.866860] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 805.866932] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f deletion is rescheduled due to dependency. [ 805.867358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.867358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.867557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.867595] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.867711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.867771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.867963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.868038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.868082] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.875790] env[66551]: INFO networking_nsxv3.common.synchronization [None req-10451a44-9d0a-480e-a246-2fb1a8bd52a0 tempest-ServersV294TestFqdnHostnames-373221202 tempest-ServersV294TestFqdnHostnames-373221202-project-member] Enqueued Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_rules [ 805.876796] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_rules [ 805.877358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68387195-ebb2-4e87-8efb-19c0939b9522 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.877541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.920433] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.920854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.920854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.921226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.922285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.923695] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 805.923695] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.923695] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 805.923695] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 805.923695] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGH for action security_group_rules [ 805.923695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGH for action security_group_rules [ 805.924314] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGH for action security_group_rules [ 805.924314] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGH for action security_group_rules [ 805.924314] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGH for action security_group_rules [ 805.924314] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGH for action security_group_rules [ 805.924314] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGH for action security_group_rules [ 805.924565] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGH for action security_group_rules [ 805.924565] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGH for action security_group_rules [ 805.924636] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGH for action security_group_rules [ 805.925564] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGH for action security_group_rules [ 805.925564] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGH for action security_group_rules [ 805.925564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.200709] env[66551]: INFO networking_nsxv3.common.synchronization [None req-cdb5852e-83af-4bf9-bf89-60a368a0a314 None None] Enqueued Resource ID: 8b8cf43d-0de6-44e8-ae6c-eead616edbf3 with Priority: HIGHEST for action port [ 806.200709] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b8cf43d-0de6-44e8-ae6c-eead616edbf3 with Priority: HIGHEST for action port [ 806.200709] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 with Priority: HIGH for action security_group_rules [ 806.201253] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ad935c-54e7-41d0-874a-db615647734d with Priority: HIGH for action security_group_rules [ 806.201253] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGH for action security_group_rules [ 806.201436] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGH for action security_group_rules [ 806.201563] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGH for action security_group_rules [ 806.201827] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGH for action security_group_rules [ 806.201943] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGH for action security_group_rules [ 806.201990] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80e1466-48b5-42af-afb4-691ca45b4c23 with Priority: HIGH for action security_group_rules [ 806.202515] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37629cf0-fa35-4eab-9bac-88da785ce904 with Priority: HIGH for action security_group_rules [ 806.202515] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 with Priority: HIGH for action security_group_rules [ 806.202598] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGH for action security_group_rules [ 806.202598] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGH for action security_group_rules [ 806.202598] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGH for action security_group_rules [ 806.202598] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGH for action security_group_rules [ 806.202598] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ce471c-e5be-4982-9725-952a4eea68ee with Priority: HIGH for action security_group_rules [ 806.207230] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGH for action security_group_rules [ 806.207230] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGH for action security_group_rules [ 806.207230] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGH for action security_group_rules [ 806.207230] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b with Priority: HIGH for action security_group_rules [ 806.207230] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGH for action security_group_rules [ 806.207230] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b8cf43d-0de6-44e8-ae6c-eead616edbf3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.207230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b8cf43d-0de6-44e8-ae6c-eead616edbf3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.207230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b8cf43d-0de6-44e8-ae6c-eead616edbf3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.207230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b8cf43d-0de6-44e8-ae6c-eead616edbf3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.207230] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b8cf43d-0de6-44e8-ae6c-eead616edbf3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.208179] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3354f113-54b3-4121-9a38-1387fc8bcbe1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.208336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.208385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.208619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.208811] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3354f113-54b3-4121-9a38-1387fc8bcbe1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.209577] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32ad935c-54e7-41d0-874a-db615647734d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.209724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.209809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.210573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.210672] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32ad935c-54e7-41d0-874a-db615647734d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.211474] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.211577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.211644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.211809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.211883] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.214389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.214508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.214559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.214716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.214789] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.216724] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.217048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.217869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.217869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.217869] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.219171] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.220431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.220431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.220431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.220431] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.221507] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.224859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.224859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.224859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.224859] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.224859] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80e1466-48b5-42af-afb4-691ca45b4c23 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.224859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.224859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.224859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.224859] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80e1466-48b5-42af-afb4-691ca45b4c23',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.224859] env[66551]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 806.225414] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37629cf0-fa35-4eab-9bac-88da785ce904 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.226068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.226068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.226068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.226068] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37629cf0-fa35-4eab-9bac-88da785ce904',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.226867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.226972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.227423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.227563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.227673] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3205f7-a0d1-4436-b8fa-b64a767b6b53',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.229020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.229020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.229020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.229471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.229809] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.231170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.231367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.232122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.232403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.232518] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.233896] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.234111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.234232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.234425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.234502] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.236292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.236292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.236292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2ce471c-e5be-4982-9725-952a4eea68ee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.236292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.236552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.236592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.236699] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2ce471c-e5be-4982-9725-952a4eea68ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.237729] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.237823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.238112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.238213] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.239129] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.239267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.239354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.239528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.239624] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.242240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.242397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.242454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.242613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.242691] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.243689] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-356f9f14-c9bf-4e24-816d-34f7015ced1b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.243826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.243911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.244094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.244173] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('356f9f14-c9bf-4e24-816d-34f7015ced1b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.244388] env[66551]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 806.245230] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.245718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.245827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.246024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.246134] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.414521] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.440797] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.441016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.441054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.441251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.441340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.441438] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68387195-ebb2-4e87-8efb-19c0939b9522 already deleted. [ 806.441520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.443432] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.443591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.443651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.443837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.447395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.447619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.447705] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.473369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.473753] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3354f113-54b3-4121-9a38-1387fc8bcbe1 is going to be deleted. [ 806.536329] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.538034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.538034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.538034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.538034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.538034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3354f113-54b3-4121-9a38-1387fc8bcbe1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.748391] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b8cf43d-0de6-44e8-ae6c-eead616edbf3 [ 806.748640] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.748815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.748886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.749125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.749217] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.749316] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b8cf43d-0de6-44e8-ae6c-eead616edbf3 already deleted. [ 806.749395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b8cf43d-0de6-44e8-ae6c-eead616edbf3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.769591] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.769591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.769591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.769591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.799597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.799597] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32ad935c-54e7-41d0-874a-db615647734d is going to be deleted. [ 806.864799] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.864799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.864799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.864799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.864799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.865157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32ad935c-54e7-41d0-874a-db615647734d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.919669] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.954606] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.954764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.954841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.955101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.955267] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.955433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.955590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.955678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.955764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.955847] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.959166] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.959684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.959798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.960608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.961186] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.961405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.961559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.962070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.962200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.962328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.962451] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.965213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.965338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.965421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.965631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.966189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.966343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.966437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.966903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.966903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.967071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.967187] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.968233] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.969216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.969328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.969528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.969722] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.969862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.969955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.970169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.970285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.970398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.970529] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.975620] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.975875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.975920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.976204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.976413] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.976902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.976902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.976902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.977039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.977152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.977268] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.978181] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.978446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.978544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.978754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.979326] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.979599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.979872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.980193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.980476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.980607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.980717] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.983068] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.983173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.983265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.983452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.983738] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.983878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.983966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.984151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.984263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.984369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.984551] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.987262] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.987262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.987262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.987262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.987618] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.987618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.987747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.987891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.987996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.988118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.988228] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.989867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.990041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.990220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.990465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.990648] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.991646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.991646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.991646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.991646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.991646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.991646] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.992811] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.992811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.992811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.992811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.992811] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.992811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.992811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.993152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.993152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.993152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.993152] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.001927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.002664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.002664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.002664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.002944] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.002944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.002944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.003268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.003355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.003446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.003624] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.003740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.004730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.004730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.004730] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.004730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.004730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.004730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.004730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.004730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.004730] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.042026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.042026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.042026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.042026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.043228] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.043391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.044434] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.044536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.045310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.045440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.046246] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.046427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.047811] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.047811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.048762] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.048910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.049738] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.049935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.068511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.068511] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80e1466-48b5-42af-afb4-691ca45b4c23 is going to be deleted. [ 807.068511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.068738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.087563] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2ce471c-e5be-4982-9725-952a4eea68ee is going to be deleted. [ 807.088457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.088701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.116031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.116031] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3205f7-a0d1-4436-b8fa-b64a767b6b53 is going to be deleted. [ 807.116451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.116959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.119832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.119832] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68387195-ebb2-4e87-8efb-19c0939b9522 already deleted. [ 807.119832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.120536] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.122259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.122259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.122259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.122259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.122259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80e1466-48b5-42af-afb4-691ca45b4c23" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.122259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.122259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.142184] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.142453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.152128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.152128] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be deleted. [ 807.152128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.152128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.187707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.187845] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 356f9f14-c9bf-4e24-816d-34f7015ced1b is going to be deleted. [ 807.192040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.192040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.213968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.214320] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be deleted. [ 807.215184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.215452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.240740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.240919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.265121] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.265121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.265121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.265121] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37629cf0-fa35-4eab-9bac-88da785ce904 is going to be deleted. [ 807.265633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.266904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.266904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.266904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2ce471c-e5be-4982-9725-952a4eea68ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.266904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.266904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.266904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.266904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3205f7-a0d1-4436-b8fa-b64a767b6b53" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.267196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.267292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.267394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.267797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.299449] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.299601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.299706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.299972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.300101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.300230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.343951] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.344161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.344224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.344458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.344551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.344679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-356f9f14-c9bf-4e24-816d-34f7015ced1b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.429026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.429026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.429026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.429026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.429026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.429026] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 807.429026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.429026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.430239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.430704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.431281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.432092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37629cf0-fa35-4eab-9bac-88da785ce904" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.472126] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.473231] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.475291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.475783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.475783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.476290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.476290] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.476290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.476778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.476778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.476778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.476778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.476778] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.476954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.476954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.477173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.477242] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.477304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.477350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.477600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.477600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.477711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.477711] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.492770] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.493765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.493765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.494581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.495282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.498746] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.498977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.499117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.499732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.499732] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.499732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.499732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.499937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.500113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.500279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.500445] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.500595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.500595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.500759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.500900] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.501653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.501653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.501653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.501653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.501653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.501653] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.504049] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.504049] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.507908] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.508080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.508220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.508553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.509848] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.509848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.509848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.509848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.509848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.509848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.509848] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.509848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.509848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.510306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.510306] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.510306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.510306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.510453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.511056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.511213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.512518] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.512873] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.516319] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 807.517367] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.517510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.517581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.517813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.518590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.518752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.518849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.519049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.519229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.519334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.519526] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.520070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.520325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.520610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.520679] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.520893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.520893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.522724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.522724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.522724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.522724] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.522724] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd12073-d01e-40b1-9211-d2e57366432f: rpc.has_security_group_logging(os_id): False [ 807.556712] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.556827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.556891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.557190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.581981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.581981] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.581981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.581981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.582190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.582234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.582431] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.582531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.582595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.583662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.583662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.583662] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.583662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.583662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.583662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.583662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.583662] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 807.651255] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.651255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.651255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.651255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.651255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.674895] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 807.979473] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa: rpc.has_security_group_logging(os_id): False [ 807.980957] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 214175c2-419e-4bd2-bb62-61adbfdb5472: rpc.has_security_group_logging(os_id): False [ 807.982917] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa147b36-5016-42f4-a6c4-20dfadeb205f: rpc.has_security_group_logging(os_id): False [ 808.002975] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.002975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.002975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.003381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.008179] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.008391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.010248] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.010248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.015361] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bffce9ba-399d-4888-9d43-ef366a89fb70: rpc.has_security_group_logging(os_id): False [ 808.016880] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed3d49dd-336d-46af-807c-441599397283: rpc.has_security_group_logging(os_id): False [ 808.018013] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14827dfe-5752-4c55-b2ce-915ecb01b922: rpc.has_security_group_logging(os_id): False [ 808.019016] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59545729-57e5-46a2-b68f-ff854b5010f1: rpc.has_security_group_logging(os_id): False [ 808.027832] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc32b3cc-c880-4418-a838-decbbd636d22: rpc.has_security_group_logging(os_id): False [ 808.029000] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f303f2-ca01-4b74-b1b7-c61b7d450e8a: rpc.has_security_group_logging(os_id): False [ 808.033374] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.034035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.038715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.038715] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.038715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.038715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.038715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.038715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.038715] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be updated. [ 808.040298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.040448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.042543] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.042680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.044986] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.045183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.050741] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.050741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.051553] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.051657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.053558] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.053658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.067226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.067545] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.067662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.067722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.067911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.068070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.068130] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa is going to be updated. [ 808.069872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.069872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.091189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.091541] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.091883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.091883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.092012] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.092108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.092405] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.092644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.092729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.092926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.093022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.093200] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.093282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.093431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.093481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.093548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.093641] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 808.094751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.094892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.121478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.121628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.123642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.123957] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.124068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.124134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.124335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.124418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.124515] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 is going to be updated. [ 808.125622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.125809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.145726] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.145931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.152023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.152677] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.152861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.152969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.153257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.153345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.153582] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.153679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.153754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.153960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.154174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.154391] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.154480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.154539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.154693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.154771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.154856] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be updated. [ 808.156110] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.157100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.180405] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.180405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.181418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.181679] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.181812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.182030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.182091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.182164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.182243] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 808.183301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.183479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.207570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.207923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.208063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.208124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.208296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.208377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.208472] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 is going to be updated. [ 808.209621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.209804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.219695] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.219897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.248942] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.248942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.268985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.269300] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.269552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.269552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.269710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.269791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.269994] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.270102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.270162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.270314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.270386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.270579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.270671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.271340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.271340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.271340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.271340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 808.273607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.273833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.365585] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.365775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.388221] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.388427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.409632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.409988] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.410173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.410240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.410454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.410542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.411100] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.411100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.411100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.411100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.411517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.411517] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.411517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.411517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.412435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.412435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.412435] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be updated. [ 808.413993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.413993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.413993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.415482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.415482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.415482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.416269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.416552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.416552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.417430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.417603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.417732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.419057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.419286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.419864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.421344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.421544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.421677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.423999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.425122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.425122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.469354] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 808.477142] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59545729-57e5-46a2-b68f-ff854b5010f1 in Status: IN_PROGRESS for 2s [ 808.477142] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 in Status: IN_PROGRESS for 2s [ 808.481708] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: IN_PROGRESS for 2s [ 808.483037] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa in Status: IN_PROGRESS for 2s [ 808.499269] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: IN_PROGRESS for 2s [ 808.501334] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 808.542462] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.542462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.542462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.543260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.543484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.565412] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 808.624678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.624678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.624678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.624678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.624678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.670293] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: IN_PROGRESS for 2s [ 808.947094] env[66551]: INFO networking_nsxv3.common.synchronization [None req-65d71eea-762d-453d-ab85-0f1a89d48d63 None None] Enqueued Resource ID: 02c2fe3a-ac32-46b3-8d04-688810e2e577 with Priority: HIGHEST for action port [ 808.948193] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c2fe3a-ac32-46b3-8d04-688810e2e577 with Priority: HIGHEST for action port [ 808.949174] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c2fe3a-ac32-46b3-8d04-688810e2e577 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.949325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c2fe3a-ac32-46b3-8d04-688810e2e577" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.949443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c2fe3a-ac32-46b3-8d04-688810e2e577" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.949781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c2fe3a-ac32-46b3-8d04-688810e2e577" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.949824] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c2fe3a-ac32-46b3-8d04-688810e2e577',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.455778] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02c2fe3a-ac32-46b3-8d04-688810e2e577 [ 809.456094] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.456258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.456848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.456988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.456988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.457092] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02c2fe3a-ac32-46b3-8d04-688810e2e577 already deleted. [ 809.457190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c2fe3a-ac32-46b3-8d04-688810e2e577" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.531577] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 809.531577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.531577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.531577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.531577] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.531577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.532584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.532584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.532584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.532584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.532584] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.694342] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 809.694573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.035897] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.036093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.036165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.036384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.036611] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.036729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.036729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.036896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.036984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.037079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.037232] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.037316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.037377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.037519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.037652] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.037741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.037802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.037937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.038014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.038097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.038186] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.499042] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 810.499042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.503760] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59545729-57e5-46a2-b68f-ff854b5010f1 in Status: SUCCESS [ 810.503964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.505060] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa in Status: SUCCESS [ 810.505389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.508115] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 in Status: SUCCESS [ 810.508357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.509362] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: SUCCESS [ 810.509464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.521473] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: SUCCESS [ 810.521763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.524983] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 810.525244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.541192] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f: rpc.has_security_group_logging(os_id): False [ 810.570353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.570613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.570694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.571059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.589714] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 810.590025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.602526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.602846] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.603013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.603103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.603397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.603484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.603633] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.603736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.603813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.603980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.604097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.604397] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.604550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.604650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.604739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.604851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.604912] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 810.695330] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: SUCCESS [ 810.695564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.736521] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.736825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.736825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.737130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.737309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.763957] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 811.975285] env[66551]: INFO networking_nsxv3.common.synchronization [req-42b6e0b4-7193-496b-8a0c-86f01e7d4643 req-3f3ffbcb-0980-49f5-81fb-253078042a33 tempest-ServerRescueTestJSON-1527872863 tempest-ServerRescueTestJSON-1527872863-project-member] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 811.975838] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGHEST for action security_group_members [ 811.976258] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.976397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.976465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.976694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.976897] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.977139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.977237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.977407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.977493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.977587] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.480129] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.480129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.480758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.481531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.481531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.481531] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.481531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.481531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.483036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.483512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.483512] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be updated. [ 812.517262] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.517262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.517262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.517559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.517559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.529315] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: IN_PROGRESS for 2s [ 812.779750] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 812.779750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.779750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.779750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.779750] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.282048] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.282449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.282449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.282449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.282558] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.282704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.282803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.283080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.283080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.283080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.283265] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.786086] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.786259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.786318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.786612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.786809] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.786917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.786962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.788175] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.788175] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.788175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.788842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.788842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.788842] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.290747] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f: rpc.has_security_group_logging(os_id): False [ 814.318828] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.318828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.318828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.318828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.319113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.319251] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.319344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.320031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.320031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.320031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.320031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.320031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.321264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.321473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.321580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.321838] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.321967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.322056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.322273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.322375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.322482] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 814.391184] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.391440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.391440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.391668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.391745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.429219] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 814.544269] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa147b36-5016-42f4-a6c4-20dfadeb205f in Status: SUCCESS [ 814.544420] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f deletion is rescheduled due to dependency. [ 814.544583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.696814] env[66551]: INFO networking_nsxv3.common.synchronization [req-77237606-9296-4ca0-a722-acffa0eb3017 req-78002ded-00c1-4bb1-aded-d8a288afd95c tempest-ListServerFiltersTestJSON-1107024657 tempest-ListServerFiltersTestJSON-1107024657-project-member] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 814.697377] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 814.697686] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.697809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.697903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.698132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.698287] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.698390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.698452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.698598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.698684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.698801] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.817859] env[66551]: INFO networking_nsxv3.common.synchronization [req-319e8a7b-425c-4245-b5ae-836578e21a95 req-2870cb99-5ebc-413a-be9a-2cb4dc5f1a1c tempest-MultipleCreateTestJSON-620250170 tempest-MultipleCreateTestJSON-620250170-project-member] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 814.819038] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 814.819038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.819038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.819038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.819287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.819287] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.819407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.819407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.819773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.819773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.819773] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.201240] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.240028] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.240028] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.240299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.240506] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.240797] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.241020] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.241142] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.241504] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.241504] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.241766] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.241838] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.241950] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.242071] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.242183] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.242300] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.242434] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.264075] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.264384] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.264606] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.264946] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.265381] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-84521cf2-f2c9-4a58-a00e-265cf2e67971 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.265646] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-84521cf2-f2c9-4a58-a00e-265cf2e67971" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.265783] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-84521cf2-f2c9-4a58-a00e-265cf2e67971" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.266132] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-84521cf2-f2c9-4a58-a00e-265cf2e67971" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.266286] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84521cf2-f2c9-4a58-a00e-265cf2e67971',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.322804] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.322804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.322804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.323418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.323418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.323418] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.323418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.323572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.323616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.323667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.323877] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 already deleted. [ 815.323950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.707344] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.771362] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.771362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.771362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.771362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.771362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.771362] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 84521cf2-f2c9-4a58-a00e-265cf2e67971 not found, creating... [ 815.771362] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.771362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.771362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.772148] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.772148] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.772148] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.772275] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.772511] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.776028] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.776028] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.776028] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 84521cf2-f2c9-4a58-a00e-265cf2e67971 is going to be created. [ 815.793937] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.794232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.794335] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.794643] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.794920] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.795185] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-84521cf2-f2c9-4a58-a00e-265cf2e67971" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.042789] env[66551]: INFO networking_nsxv3.common.synchronization [req-11927466-a88e-4cdc-b7c6-dfb217e3d100 req-9b4b2bcd-f35a-47ac-92cd-8e7920fd1957 tempest-TenantUsagesTestJSON-2027923883 tempest-TenantUsagesTestJSON-2027923883-project-member] Enqueued Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGHEST for action security_group_members [ 816.044120] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGHEST for action security_group_members [ 816.045050] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-36692471-0c58-410f-b306-003153fccda8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.045050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.045050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.045265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.045455] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.045592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.045683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.045889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.046014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.046166] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.208661] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.208784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.208869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.209118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.209212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.209314] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 816.240672] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.240672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.240672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.240672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.240672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.255558] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 816.448250] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 816.448748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.549132] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.550199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.550199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.550199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.570455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.570709] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.570839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.570924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.571229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.571314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.571405] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36692471-0c58-410f-b306-003153fccda8 is going to be updated. [ 816.589534] env[66551]: INFO networking_nsxv3.common.synchronization [req-319e8a7b-425c-4245-b5ae-836578e21a95 req-5ae12c35-28b2-4873-ba15-c93924a466c9 service nova] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_rules [ 816.589725] env[66551]: INFO networking_nsxv3.common.synchronization [req-319e8a7b-425c-4245-b5ae-836578e21a95 req-5ae12c35-28b2-4873-ba15-c93924a466c9 service nova] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 816.589842] env[66551]: INFO networking_nsxv3.common.synchronization [req-319e8a7b-425c-4245-b5ae-836578e21a95 req-5ae12c35-28b2-4873-ba15-c93924a466c9 service nova] Enqueued Resource ID: 84521cf2-f2c9-4a58-a00e-265cf2e67971 with Priority: HIGHEST for action port [ 816.590463] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_rules [ 816.590600] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 816.590735] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84521cf2-f2c9-4a58-a00e-265cf2e67971 with Priority: HIGHEST for action port [ 816.591585] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.591764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.591926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.592357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.592357] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.593328] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.593481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.593574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.593790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.593971] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.594154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.594193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.594550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.594550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.594550] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.595865] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-84521cf2-f2c9-4a58-a00e-265cf2e67971 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.596496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84521cf2-f2c9-4a58-a00e-265cf2e67971" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.596496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84521cf2-f2c9-4a58-a00e-265cf2e67971" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.596496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84521cf2-f2c9-4a58-a00e-265cf2e67971" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.596496] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84521cf2-f2c9-4a58-a00e-265cf2e67971',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.599473] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.599473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.599473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.599473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.599473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.611793] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36692471-0c58-410f-b306-003153fccda8 in Status: IN_PROGRESS for 2s [ 817.099295] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.099295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.103404] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.104391] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84521cf2-f2c9-4a58-a00e-265cf2e67971 with status ACTIVE [ 817.104587] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.104707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.104769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.104975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.105571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.105571] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.105571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.105571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.105571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.106021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.106021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.106021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.106021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.106157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.106188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.106279] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84521cf2-f2c9-4a58-a00e-265cf2e67971 is going to be updated. [ 817.137886] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.137886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.137886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.137886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.137886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.137886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84521cf2-f2c9-4a58-a00e-265cf2e67971" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.610901] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.114800] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.114800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.114800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.114800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.114800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.114800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be created. [ 818.149323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.149559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.149559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.149746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.149910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.162077] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: UNINITIALIZED for 2s [ 818.267286] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 818.267556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.622742] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36692471-0c58-410f-b306-003153fccda8 in Status: SUCCESS [ 818.623165] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36692471-0c58-410f-b306-003153fccda8 deletion is rescheduled due to dependency. [ 818.623165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.097950] env[66551]: INFO networking_nsxv3.common.synchronization [None req-b8c03bd4-96cb-4101-8ad1-73071c3f4e22 None None] Enqueued Resource ID: 41173574-88d5-43e0-a377-e8f13bb95246 with Priority: HIGHEST for action port [ 819.098516] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41173574-88d5-43e0-a377-e8f13bb95246 with Priority: HIGHEST for action port [ 819.098869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-41173574-88d5-43e0-a377-e8f13bb95246 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.098965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41173574-88d5-43e0-a377-e8f13bb95246" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.100337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41173574-88d5-43e0-a377-e8f13bb95246" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.101630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41173574-88d5-43e0-a377-e8f13bb95246" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.101751] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41173574-88d5-43e0-a377-e8f13bb95246',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.605014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41173574-88d5-43e0-a377-e8f13bb95246 [ 819.605168] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.605327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.605579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.605845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.606465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.606465] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41173574-88d5-43e0-a377-e8f13bb95246 already deleted. [ 819.606465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41173574-88d5-43e0-a377-e8f13bb95246" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.851702] env[66551]: INFO networking_nsxv3.common.synchronization [req-3c2ecc88-9d4a-438e-b0ef-987ffa922b73 req-67b252b8-0f1c-48e1-b324-84e740e346af tempest-ListImageFiltersTestJSON-1775179469 tempest-ListImageFiltersTestJSON-1775179469-project-member] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 819.851702] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGHEST for action security_group_members [ 819.851702] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.851702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.851702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.853244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.853372] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.853461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.853461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.853628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.853708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.853809] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.174783] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 820.175024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.175368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.175428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.175623] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.175752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.175822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.176008] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.176097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.176184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.176321] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.356712] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.356969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.356969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.357219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.384065] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.384065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.384065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.384410] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 is going to be updated. [ 820.427643] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.427643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.427643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.427643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.427971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.439424] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: IN_PROGRESS for 2s [ 820.681248] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.681390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.681465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.681695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.681867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.681970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.682028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.682185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.682271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.682356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.682502] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.682623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.682657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.682782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.682941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.683061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.683124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.683270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.683371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.683417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.683507] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.186112] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34e9e1b5-4288-4a2c-9da2-e6df008f9086: rpc.has_security_group_logging(os_id): False [ 821.205716] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.205945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.206015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.206268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.206332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.206652] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.206652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.206652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.206972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.206972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.207144] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.207219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.207287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.208658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.208658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.208658] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.208658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.208658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.208658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.208658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.209881] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be created. [ 821.300578] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.300578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.300578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.300578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.300578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.325891] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 821.504682] env[66551]: INFO networking_nsxv3.common.synchronization [None req-16d230b5-a9b1-4a8f-ae1f-3f00744f2d0b None None] Enqueued Resource ID: 276335ea-bd18-4e89-b220-92406a3266d6 with Priority: HIGHEST for action port [ 821.505849] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276335ea-bd18-4e89-b220-92406a3266d6 with Priority: HIGHEST for action port [ 821.507058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-276335ea-bd18-4e89-b220-92406a3266d6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.507557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276335ea-bd18-4e89-b220-92406a3266d6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.508363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276335ea-bd18-4e89-b220-92406a3266d6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.508874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276335ea-bd18-4e89-b220-92406a3266d6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.509013] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276335ea-bd18-4e89-b220-92406a3266d6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.014273] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 276335ea-bd18-4e89-b220-92406a3266d6 [ 822.014546] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.015319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.015319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.015319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.015319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.015319] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:276335ea-bd18-4e89-b220-92406a3266d6 already deleted. [ 822.015319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276335ea-bd18-4e89-b220-92406a3266d6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.451794] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf06e3fe-e54c-49e8-8976-1c8613412820 in Status: SUCCESS [ 822.452124] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 deletion is rescheduled due to dependency. [ 822.452124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.528947] env[66551]: INFO networking_nsxv3.common.synchronization [None req-a91c9293-6b8d-42f0-a312-2d8b70b5f743 None None] Enqueued Resource ID: 1cf34546-a77a-4cde-8f4c-3007c2dd7a86 with Priority: HIGHEST for action port [ 822.528947] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf34546-a77a-4cde-8f4c-3007c2dd7a86 with Priority: HIGHEST for action port [ 822.528947] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf34546-a77a-4cde-8f4c-3007c2dd7a86 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.528947] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf34546-a77a-4cde-8f4c-3007c2dd7a86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.528947] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf34546-a77a-4cde-8f4c-3007c2dd7a86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.541490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf34546-a77a-4cde-8f4c-3007c2dd7a86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.541490] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf34546-a77a-4cde-8f4c-3007c2dd7a86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.048536] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cf34546-a77a-4cde-8f4c-3007c2dd7a86 [ 823.049932] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.052836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.052836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.052836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.052836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.052836] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cf34546-a77a-4cde-8f4c-3007c2dd7a86 already deleted. [ 823.052836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf34546-a77a-4cde-8f4c-3007c2dd7a86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.342823] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 823.343080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435860] env[66551]: INFO networking_nsxv3.common.synchronization [req-319e8a7b-425c-4245-b5ae-836578e21a95 req-19f74198-b21b-4508-9c7c-92c872ed8674 tempest-MultipleCreateTestJSON-620250170 tempest-MultipleCreateTestJSON-620250170-project-member] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 824.437052] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 824.437052] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.437052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.437052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.437438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.437718] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.437718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.437848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.438070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.438070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.438248] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.881574] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.881731] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.881862] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.882154] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.882409] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.882612] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.882679] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.882864] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.883022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.883259] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.883373] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.883522] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.883642] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.883754] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.883871] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.884011] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.905924] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.906129] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.906270] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.906445] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.906781] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-e808688a-e27f-4b3a-b994-308776dee4f2 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.907289] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-e808688a-e27f-4b3a-b994-308776dee4f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.907289] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-e808688a-e27f-4b3a-b994-308776dee4f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.907466] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-e808688a-e27f-4b3a-b994-308776dee4f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.907610] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e808688a-e27f-4b3a-b994-308776dee4f2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.939683] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.410802] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.411068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.411211] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.411497] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.411694] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.411790] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port e808688a-e27f-4b3a-b994-308776dee4f2 not found, creating... [ 825.412089] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.412258] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.412352] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.412584] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.412702] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.413218] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.413602] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.413602] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.413720] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.413862] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.413995] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: e808688a-e27f-4b3a-b994-308776dee4f2 is going to be created. [ 825.435355] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.435628] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.435784] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.436137] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.436525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.436875] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-e808688a-e27f-4b3a-b994-308776dee4f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.442667] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.716794] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c5ea4e50-765d-4945-af12-2d912b9c1bc4 None None] Enqueued Resource ID: b3c1645c-5ae6-4b64-ba61-64a864ea7151 with Priority: HIGHEST for action port [ 825.717707] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c1645c-5ae6-4b64-ba61-64a864ea7151 with Priority: HIGHEST for action port [ 825.718121] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3c1645c-5ae6-4b64-ba61-64a864ea7151 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.718283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3c1645c-5ae6-4b64-ba61-64a864ea7151" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.718377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3c1645c-5ae6-4b64-ba61-64a864ea7151" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.718674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3c1645c-5ae6-4b64-ba61-64a864ea7151" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.718842] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3c1645c-5ae6-4b64-ba61-64a864ea7151',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.945453] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.945602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.945686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.945926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.946030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.946131] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 825.979914] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.979914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.979914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.979914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.979914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.994137] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 826.191599] env[66551]: INFO networking_nsxv3.common.synchronization [req-319e8a7b-425c-4245-b5ae-836578e21a95 req-b76c7705-2de9-4e86-9526-bc5faeeba07e service nova] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_rules [ 826.192450] env[66551]: INFO networking_nsxv3.common.synchronization [req-319e8a7b-425c-4245-b5ae-836578e21a95 req-b76c7705-2de9-4e86-9526-bc5faeeba07e service nova] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 826.192450] env[66551]: INFO networking_nsxv3.common.synchronization [req-319e8a7b-425c-4245-b5ae-836578e21a95 req-b76c7705-2de9-4e86-9526-bc5faeeba07e service nova] Enqueued Resource ID: e808688a-e27f-4b3a-b994-308776dee4f2 with Priority: HIGHEST for action port [ 826.192450] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_rules [ 826.192609] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 826.192609] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e808688a-e27f-4b3a-b994-308776dee4f2 with Priority: HIGHEST for action port [ 826.192899] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.193298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.193417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.193678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.193807] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.194719] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.194852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.195086] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e808688a-e27f-4b3a-b994-308776dee4f2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.195353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e808688a-e27f-4b3a-b994-308776dee4f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.195449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e808688a-e27f-4b3a-b994-308776dee4f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.195716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e808688a-e27f-4b3a-b994-308776dee4f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.195761] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e808688a-e27f-4b3a-b994-308776dee4f2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.221083] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3c1645c-5ae6-4b64-ba61-64a864ea7151 [ 826.221083] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.221083] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.221083] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.221383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.221383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.221519] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3c1645c-5ae6-4b64-ba61-64a864ea7151 already deleted. [ 826.221567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3c1645c-5ae6-4b64-ba61-64a864ea7151" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.697871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.697871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.697871] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e808688a-e27f-4b3a-b994-308776dee4f2 with status ACTIVE [ 826.698555] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.698555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.698555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.698555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.698555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.698976] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.698976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.698976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.699401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.699401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.699516] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.699781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.699781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.699912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.699912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.700135] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e808688a-e27f-4b3a-b994-308776dee4f2 is going to be updated. [ 826.726048] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.726048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.726048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.726048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.726048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.726048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e808688a-e27f-4b3a-b994-308776dee4f2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.121656] env[66551]: INFO networking_nsxv3.common.synchronization [req-e39c2ff9-1849-43e7-b566-3129899e93ab req-3df5284d-c233-48fe-be5c-2fb5e491d6c0 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_members [ 827.122257] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_members [ 827.122708] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51deafa-808f-4b9c-9637-f9c07a1654ff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.122886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.122999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.123475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.123653] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.123795] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.123886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.124142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.124258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.124390] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.449131] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.449336] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.449512] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.449726] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.450111] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.450289] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.450407] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.450620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.450761] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.450969] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.451086] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.451200] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.451304] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.451410] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.451544] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.451626] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.473632] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.473809] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.473972] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.474194] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.474603] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-d46f0359-b519-4b36-8053-bf63715f8c61 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.474737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-d46f0359-b519-4b36-8053-bf63715f8c61" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-d46f0359-b519-4b36-8053-bf63715f8c61" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.475501] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-d46f0359-b519-4b36-8053-bf63715f8c61" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.475589] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46f0359-b519-4b36-8053-bf63715f8c61',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.627323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.627537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.627537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.627809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.627910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.628138] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.628240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.628302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.628465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.628539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.628622] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d51deafa-808f-4b9c-9637-f9c07a1654ff already deleted. [ 827.628734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.978227] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.978754] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.978754] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.979145] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.979391] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.979556] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port d46f0359-b519-4b36-8053-bf63715f8c61 not found, creating... [ 827.980410] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.980410] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980410] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.980410] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.980653] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980845] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.980996] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.981124] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.981700] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.981700] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.981700] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: d46f0359-b519-4b36-8053-bf63715f8c61 is going to be created. [ 828.004949] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.005242] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.005548] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.005729] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.006008] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.006284] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-d46f0359-b519-4b36-8053-bf63715f8c61" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.007747] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 828.007963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.008155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.008368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.008562] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.008694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.008787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.008954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.009046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.009137] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.511665] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.794767] env[66551]: INFO networking_nsxv3.common.synchronization [req-e39c2ff9-1849-43e7-b566-3129899e93ab req-0b10e799-82e3-4047-b1c5-bd1793f99611 service nova] Enqueued Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_rules [ 828.794767] env[66551]: INFO networking_nsxv3.common.synchronization [req-e39c2ff9-1849-43e7-b566-3129899e93ab req-0b10e799-82e3-4047-b1c5-bd1793f99611 service nova] Enqueued Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_members [ 828.794767] env[66551]: INFO networking_nsxv3.common.synchronization [req-e39c2ff9-1849-43e7-b566-3129899e93ab req-0b10e799-82e3-4047-b1c5-bd1793f99611 service nova] Enqueued Resource ID: d46f0359-b519-4b36-8053-bf63715f8c61 with Priority: HIGHEST for action port [ 828.794767] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_rules [ 828.794767] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_members [ 828.794767] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46f0359-b519-4b36-8053-bf63715f8c61 with Priority: HIGHEST for action port [ 828.795435] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d51deafa-808f-4b9c-9637-f9c07a1654ff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.795435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.795435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.795564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.795564] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.799859] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51deafa-808f-4b9c-9637-f9c07a1654ff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.799859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.799859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.799859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.799859] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.799859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.799859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.799859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.799859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.799859] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.804698] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d46f0359-b519-4b36-8053-bf63715f8c61 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.804698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d46f0359-b519-4b36-8053-bf63715f8c61" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.804698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d46f0359-b519-4b36-8053-bf63715f8c61" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.804698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d46f0359-b519-4b36-8053-bf63715f8c61" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.804698] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46f0359-b519-4b36-8053-bf63715f8c61',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.015722] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.302346] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.304238] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51deafa-808f-4b9c-9637-f9c07a1654ff taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.304408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.307734] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d46f0359-b519-4b36-8053-bf63715f8c61 with status ACTIVE [ 829.308082] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.308256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.308256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.308462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.308788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.308905] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.308998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.308998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.310240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.310240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.310240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.310240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.310240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.310240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.310240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.310240] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d46f0359-b519-4b36-8053-bf63715f8c61 is going to be updated. [ 829.332285] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.332432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.332499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.333479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.333720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.334502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d46f0359-b519-4b36-8053-bf63715f8c61" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.521043] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.521043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.521043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.521320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.521320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.521408] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 829.563885] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.563885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.564295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.564295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.564446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.576572] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 829.805621] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.309339] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.309803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.309803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.309990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.309990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.310182] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d51deafa-808f-4b9c-9637-f9c07a1654ff is going to be created. [ 830.355293] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.355435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.355435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.356226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.356226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.367346] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d51deafa-808f-4b9c-9637-f9c07a1654ff in Status: UNINITIALIZED for 2s [ 831.587027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 831.587348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.588141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.588141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.588141] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.588141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.588141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.588422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.588422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.588498] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.588560] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.091746] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.092182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.092182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.092343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.092462] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.092529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.092529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.092758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.092855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.092977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.094025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.094025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.094025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.094025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.094025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.094025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.094025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.094025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.094025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.094025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.094727] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.379890] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d51deafa-808f-4b9c-9637-f9c07a1654ff in Status: SUCCESS [ 832.379890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.379890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.379890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.380132] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.380195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.380233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.380736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.380736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.380736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.380736] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.597340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34e9e1b5-4288-4a2c-9da2-e6df008f9086: rpc.has_security_group_logging(os_id): False [ 832.621672] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.621884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.621942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.622243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.622383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.622642] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.622755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.622837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.623079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.623165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.623428] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.623527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.623609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.623789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.623890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624155] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.624261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.624547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.624643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624768] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 832.710036] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.710036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.710036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.710036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.710036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.725348] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 832.883443] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.386823] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d51deafa-808f-4b9c-9637-f9c07a1654ff: rpc.has_security_group_logging(os_id): False [ 833.412578] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.412743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.412823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.413055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.413149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.414031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.414031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.414031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.414031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.414031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.414031] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d51deafa-808f-4b9c-9637-f9c07a1654ff is going to be created. [ 833.493386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.493570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.493655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.493865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.494089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.513861] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d51deafa-808f-4b9c-9637-f9c07a1654ff in Status: IN_PROGRESS for 2s [ 833.794793] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 833.794793] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 834.739198] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 834.739636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.866178] env[66551]: INFO networking_nsxv3.common.synchronization [req-dc070314-bc6e-425d-857a-c440c08c5ccc req-15dc62d6-539c-4805-9a97-3814ddc1daac tempest-ServersAdminTestJSON-139818615 tempest-ServersAdminTestJSON-139818615-project-member] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 834.866879] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 834.867491] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.867678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.867678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.867901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.868069] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.868172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.868235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.868412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.868483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.868800] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.241276] env[66551]: INFO networking_nsxv3.common.synchronization [req-80f1ab76-6220-4819-924c-55a89d638d29 req-d5ca5d54-5eb2-4738-a628-d1aa233d838e tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 835.242039] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 835.242143] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.242241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.242308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.242720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.242880] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.242979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.243054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.243211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.243296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.243386] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.371192] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.527876] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d51deafa-808f-4b9c-9637-f9c07a1654ff in Status: SUCCESS [ 835.528314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.613887] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.614277] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-775" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.614484] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-775" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.614794] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-775" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.615340] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.615340] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.615340] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.615586] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.615731] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.615955] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.616093] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.616200] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.616303] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.616450] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.616567] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.616697] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.640225] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.640225] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.640225] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.640225] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-775" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.640225] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-145e70ae-71ce-4898-965c-03f52c8e90ae taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.640225] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.640225] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.640225] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.641150] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145e70ae-71ce-4898-965c-03f52c8e90ae',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.746146] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.873573] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.144854] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.145151] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.145302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.145576] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.145718] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.145864] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 145e70ae-71ce-4898-965c-03f52c8e90ae not found, creating... [ 836.146134] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.146283] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.146393] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.146651] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.146788] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.147089] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.147238] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.147348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.147559] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.147685] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.147816] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 145e70ae-71ce-4898-965c-03f52c8e90ae is going to be created. [ 836.171910] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.172204] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.172331] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.172642] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.172926] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.173180] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.249336] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.378444] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.378700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.378700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.379230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.380648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.380648] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 836.419240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.419490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.419490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.419806] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.420047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.432040] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 836.754728] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.754728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.754728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.754728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.754728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.754728] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 836.787866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.787866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.787866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.789107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.789107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.797989] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 836.942189] env[66551]: INFO networking_nsxv3.common.synchronization [req-80f1ab76-6220-4819-924c-55a89d638d29 req-aa080d30-a65b-45c1-b3b0-956d1d399d21 service nova] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 836.942189] env[66551]: INFO networking_nsxv3.common.synchronization [req-80f1ab76-6220-4819-924c-55a89d638d29 req-aa080d30-a65b-45c1-b3b0-956d1d399d21 service nova] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 836.942189] env[66551]: INFO networking_nsxv3.common.synchronization [req-80f1ab76-6220-4819-924c-55a89d638d29 req-aa080d30-a65b-45c1-b3b0-956d1d399d21 service nova] Enqueued Resource ID: 145e70ae-71ce-4898-965c-03f52c8e90ae with Priority: HIGHEST for action port [ 836.946165] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 836.946165] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 836.946165] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145e70ae-71ce-4898-965c-03f52c8e90ae with Priority: HIGHEST for action port [ 836.946165] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.946165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.946165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.946165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.946165] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.947563] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.947563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.947563] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-145e70ae-71ce-4898-965c-03f52c8e90ae taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.947563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.947563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.947840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.947840] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145e70ae-71ce-4898-965c-03f52c8e90ae',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.449370] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.449596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.450893] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 145e70ae-71ce-4898-965c-03f52c8e90ae with status ACTIVE [ 837.451111] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.451229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.451298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.451511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.451655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.451779] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.451875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.451937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.452109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.452187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.452370] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.452464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.452524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.452664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.452738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.452822] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 145e70ae-71ce-4898-965c-03f52c8e90ae is going to be updated. [ 837.474683] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.474915] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.474959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.475250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.475422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.475598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.530976] env[66551]: INFO networking_nsxv3.common.synchronization [req-5bfca342-510d-41a1-ae51-88a1e6e7ad9b req-1a8f61e8-e313-44d7-a67e-7d76c223c973 tempest-MultipleCreateTestJSON-620250170 tempest-MultipleCreateTestJSON-620250170-project-member] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 837.531618] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 837.531928] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.532065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.532191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.532326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.532488] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.532571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.532670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.532829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.532895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.533035] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.691894] env[66551]: INFO networking_nsxv3.common.synchronization [req-f6b78396-15b1-474f-9945-2705d8cad579 req-a3e63646-2023-4acc-9362-d11b19261494 tempest-MultipleCreateTestJSON-620250170 tempest-MultipleCreateTestJSON-620250170-project-member] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 837.692517] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 837.692844] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.692950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.928906] env[66551]: INFO networking_nsxv3.common.synchronization [req-d792c5ef-d00a-4987-8df1-a99e88199c59 req-86a49021-5c60-4527-9b8e-4b96dae6d2aa tempest-InstanceActionsNegativeTestJSON-666369801 tempest-InstanceActionsNegativeTestJSON-666369801-project-member] Enqueued Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGHEST for action security_group_members [ 837.929466] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGHEST for action security_group_members [ 837.929801] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9243ac-af1e-41e1-b774-59ede07ae996 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.929945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.930076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.930345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.930819] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.930962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.931160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.931257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.931367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.931492] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.034870] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.312216] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.312216] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-392" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.312216] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-392" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.312216] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-392" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.312216] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.312216] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.312216] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.313258] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.315257] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.315257] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.315257] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.315257] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.315257] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.315257] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.315257] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.315257] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.337499] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.337675] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.337811] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.337982] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-392" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.338324] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-280cb35a-db17-40e8-97af-2b6258a1e150 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.338498] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-280cb35a-db17-40e8-97af-2b6258a1e150" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.338612] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-280cb35a-db17-40e8-97af-2b6258a1e150" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.339042] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-280cb35a-db17-40e8-97af-2b6258a1e150" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.339182] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280cb35a-db17-40e8-97af-2b6258a1e150',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.433926] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.434096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.434216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.435381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.435381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.435381] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.435381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.435381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.435381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.435685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.435821] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9243ac-af1e-41e1-b774-59ede07ae996 already deleted. [ 838.435932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.444788] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 838.445016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.540148] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.813016] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 838.813268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.813804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.814042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.814237] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.814355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.814418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.814573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.814653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.814747] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.847790] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.847790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.847790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.847790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.847790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.847790] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 280cb35a-db17-40e8-97af-2b6258a1e150 not found, creating... [ 838.847790] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.847790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.847790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.847790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.847790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.848516] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.848516] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.848516] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.848516] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.848516] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.848772] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 280cb35a-db17-40e8-97af-2b6258a1e150 is going to be created. [ 838.872517] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.872731] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.872855] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.873163] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.873947] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.873947] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-280cb35a-db17-40e8-97af-2b6258a1e150" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.043817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.044223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.044223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.044358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.044487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.044605] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 839.099061] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.099061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.099061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.099628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.099628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.111071] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 839.319770] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.598009] env[66551]: INFO networking_nsxv3.common.synchronization [req-d792c5ef-d00a-4987-8df1-a99e88199c59 req-10a3337c-3785-4461-904c-78c29c8ab85c service nova] Enqueued Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGHEST for action security_group_rules [ 839.598230] env[66551]: INFO networking_nsxv3.common.synchronization [req-d792c5ef-d00a-4987-8df1-a99e88199c59 req-10a3337c-3785-4461-904c-78c29c8ab85c service nova] Enqueued Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGHEST for action security_group_members [ 839.598340] env[66551]: INFO networking_nsxv3.common.synchronization [req-d792c5ef-d00a-4987-8df1-a99e88199c59 req-10a3337c-3785-4461-904c-78c29c8ab85c service nova] Enqueued Resource ID: 280cb35a-db17-40e8-97af-2b6258a1e150 with Priority: HIGHEST for action port [ 839.598838] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGHEST for action security_group_rules [ 839.598977] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGHEST for action security_group_members [ 839.599092] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280cb35a-db17-40e8-97af-2b6258a1e150 with Priority: HIGHEST for action port [ 839.599590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9243ac-af1e-41e1-b774-59ede07ae996 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.599590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.599590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.599811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.600043] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.600760] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9243ac-af1e-41e1-b774-59ede07ae996 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.601751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.601751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.601751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.601751] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.601751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.601751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.601751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.601751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.601751] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.602390] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-280cb35a-db17-40e8-97af-2b6258a1e150 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.602496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-280cb35a-db17-40e8-97af-2b6258a1e150" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.602793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-280cb35a-db17-40e8-97af-2b6258a1e150" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.602793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-280cb35a-db17-40e8-97af-2b6258a1e150" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.602870] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280cb35a-db17-40e8-97af-2b6258a1e150',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.823438] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.105468] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9243ac-af1e-41e1-b774-59ede07ae996 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.105752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.105883] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.106846] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 280cb35a-db17-40e8-97af-2b6258a1e150 with status ACTIVE [ 840.107112] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.107333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.107428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.108027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.108027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.108027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.108224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.108288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.108487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.108593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.108847] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.109013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.109107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.109263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.109353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.109664] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 280cb35a-db17-40e8-97af-2b6258a1e150 is going to be updated. [ 840.130898] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.131081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.131132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.131325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.131460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.131622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-280cb35a-db17-40e8-97af-2b6258a1e150" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.329058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.329220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.329287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.329466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.329559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.329657] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 840.361840] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.361840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.361840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.362484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.362484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.374521] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 840.612130] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.758301] env[66551]: INFO networking_nsxv3.common.synchronization [req-e9ed3857-2494-4f4f-bf81-a4e0f5eb05cf req-82242910-6420-4e19-b906-d30c4bcbb82a tempest-VolumesAssistedSnapshotsTest-1377487710 tempest-VolumesAssistedSnapshotsTest-1377487710-project-member] Enqueued Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_members [ 840.759087] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGHEST for action security_group_members [ 840.759394] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.759751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.759844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.760045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.760202] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.760297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.760348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.761232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.761359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.762017] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.114946] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.116053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.116261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.116504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.116630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.116738] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9243ac-af1e-41e1-b774-59ede07ae996 is going to be created. [ 841.122627] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 841.123578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.123578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.123578] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.124047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.124155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.124281] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.143783] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.144024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.144024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.144231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.144391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.154441] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9243ac-af1e-41e1-b774-59ede07ae996 in Status: UNINITIALIZED for 2s [ 841.264442] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.264603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.264666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.264887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.264979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.265190] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.265289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.265357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.265496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.265570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.265691] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 is going to be updated. [ 841.318248] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.318395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.318468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.318693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.318871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.333366] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59545729-57e5-46a2-b68f-ff854b5010f1 in Status: IN_PROGRESS for 2s [ 841.627376] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.627523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.627656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.627893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.628030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.628249] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.628403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.628485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.628661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.628781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.628885] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 841.654255] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.654451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.654641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.654938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.655182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.665326] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 842.385145] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 842.385679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.385679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.385790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.389019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.389019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.389019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.389019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.389019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.389019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.389019] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.889035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.889895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.889895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.889895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.890110] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.890110] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.890318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.890381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.890555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.890555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.890698] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.890799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.890854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.891008] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.891182] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.891277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.891340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.891489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.891554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.891629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.891712] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.164083] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9243ac-af1e-41e1-b774-59ede07ae996 in Status: SUCCESS [ 843.164321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.164835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.165124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.165319] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.165442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.165507] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.165658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.165736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.165823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.165915] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.343603] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59545729-57e5-46a2-b68f-ff854b5010f1 in Status: SUCCESS [ 843.343819] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 deletion is rescheduled due to dependency. [ 843.343898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.393450] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bffce9ba-399d-4888-9d43-ef366a89fb70: rpc.has_security_group_logging(os_id): False [ 843.413448] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.413695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.413695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.413990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.414146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.414367] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.414494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.414580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.414712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.414801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.415020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.415139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.415204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.415337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.415418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.415611] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.415715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.416033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.416033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.416033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.416220] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 843.485464] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.485644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.485745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.485996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.486170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.509088] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 843.668991] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9243ac-af1e-41e1-b774-59ede07ae996 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.668991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.668991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.668991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.668991] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.668991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.669674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.669991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.671297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.671496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.671844] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9243ac-af1e-41e1-b774-59ede07ae996 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.671987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.672059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.672262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.672868] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.672868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.672868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.672868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.673125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.673125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.673286] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.676332] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 843.676577] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 deletion is rescheduled due to dependency. [ 843.676734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.176088] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9243ac-af1e-41e1-b774-59ede07ae996: rpc.has_security_group_logging(os_id): False [ 844.198984] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.198984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.198984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.199278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.199343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.200597] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.200597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.200597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.200597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.200597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.200597] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.200597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.200597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.200597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.200597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.200597] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.201549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.201549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.201549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.201549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.201549] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9243ac-af1e-41e1-b774-59ede07ae996 is going to be created. [ 844.264632] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.264632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.264632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.264632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.264632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.281058] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9243ac-af1e-41e1-b774-59ede07ae996 in Status: IN_PROGRESS for 2s [ 844.347448] env[66551]: INFO networking_nsxv3.common.synchronization [req-e686ea04-649c-4f2f-8ba9-54c1ba79cd8c req-08954ccc-f7c0-483e-af8a-890b8343020c tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 844.348071] env[66551]: INFO networking_nsxv3.common.synchronization [req-e686ea04-649c-4f2f-8ba9-54c1ba79cd8c req-08954ccc-f7c0-483e-af8a-890b8343020c tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 844.350483] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 844.350483] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 844.350483] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69a211a-0078-4bbe-a2b4-0c950348a411 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.350483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.350483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.351011] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.351376] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.351376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.351376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.351547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.352203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.352203] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.353166] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.353395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.353517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.353900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.354291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.354505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.354758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.355729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.355729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.355729] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.401194] env[66551]: INFO networking_nsxv3.common.synchronization [req-e686ea04-649c-4f2f-8ba9-54c1ba79cd8c req-08954ccc-f7c0-483e-af8a-890b8343020c tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 844.403846] env[66551]: INFO networking_nsxv3.common.synchronization [req-e686ea04-649c-4f2f-8ba9-54c1ba79cd8c req-08954ccc-f7c0-483e-af8a-890b8343020c tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 844.404060] env[66551]: INFO networking_nsxv3.common.synchronization [req-e686ea04-649c-4f2f-8ba9-54c1ba79cd8c req-08954ccc-f7c0-483e-af8a-890b8343020c tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_rules [ 844.404987] env[66551]: INFO networking_nsxv3.common.synchronization [req-e686ea04-649c-4f2f-8ba9-54c1ba79cd8c req-08954ccc-f7c0-483e-af8a-890b8343020c tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 844.404987] env[66551]: INFO networking_nsxv3.common.synchronization [req-e686ea04-649c-4f2f-8ba9-54c1ba79cd8c req-08954ccc-f7c0-483e-af8a-890b8343020c tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: 145e70ae-71ce-4898-965c-03f52c8e90ae with Priority: HIGHEST for action port [ 844.405190] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 844.405297] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_rules [ 844.405394] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145e70ae-71ce-4898-965c-03f52c8e90ae with Priority: HIGHEST for action port [ 844.405484] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 844.405568] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 844.405958] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.406101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.406322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69a211a-0078-4bbe-a2b4-0c950348a411 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.406322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.406458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.408215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.408356] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.409806] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-145e70ae-71ce-4898-965c-03f52c8e90ae taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.411793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.411793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.411793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.411793] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145e70ae-71ce-4898-965c-03f52c8e90ae',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.411793] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.411793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.412484] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69a211a-0078-4bbe-a2b4-0c950348a411 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.412614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.858564] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.859706] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.913681] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 145e70ae-71ce-4898-965c-03f52c8e90ae with status ACTIVE [ 844.913915] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.914064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.914135] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.914352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.914438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.914652] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.914754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.914804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.914985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.915076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.915321] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.915321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.915523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.915523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.915831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.915831] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 145e70ae-71ce-4898-965c-03f52c8e90ae is going to be updated. [ 844.917389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69a211a-0078-4bbe-a2b4-0c950348a411 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.917389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.942152] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.942152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.942152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.942152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.942152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.942152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.362230] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.363899] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.526518] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 845.526518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.526518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.526518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.526518] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.865567] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.865732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.865732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.865944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.866044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.866144] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69a211a-0078-4bbe-a2b4-0c950348a411 is going to be created. [ 845.867930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.868078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.868207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.868296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.868374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.868459] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 845.911077] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.911166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.911241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.911470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.911631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.914338] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.914487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.914526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.914700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.914834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.924095] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69a211a-0078-4bbe-a2b4-0c950348a411 in Status: UNINITIALIZED for 2s [ 845.924928] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 846.028581] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.028581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.299899] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9243ac-af1e-41e1-b774-59ede07ae996 in Status: SUCCESS [ 846.300209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.935477] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69a211a-0078-4bbe-a2b4-0c950348a411 in Status: SUCCESS [ 847.938018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.938018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.938018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.938018] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.938018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.938018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.938018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.938018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.938018] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.939370] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 847.939716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.940297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.940629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.940923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.941217] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.941392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.941689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.941858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.942042] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.445694] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.447223] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.949422] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.952280] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.406604] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.406604] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 849.452520] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.452749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.452864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.453220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.453476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.453599] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69a211a-0078-4bbe-a2b4-0c950348a411 is going to be updated. [ 849.455438] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.455627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.455719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.455992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.456139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.456331] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 849.492769] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.493680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.493680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.493680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.493680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.498726] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.498726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.498726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.498726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.499143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.504727] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69a211a-0078-4bbe-a2b4-0c950348a411 in Status: IN_PROGRESS for 2s [ 849.506881] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 849.816408] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 with Priority: HIGHEST for action security_group_members [ 849.816623] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 849.816683] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 849.817199] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 with Priority: HIGHEST for action security_group_members [ 849.817336] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 849.817433] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 849.817705] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.817826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.817894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.818413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.818584] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.818689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.818795] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.818943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.819068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.819171] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.820997] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.821140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.821420] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69a211a-0078-4bbe-a2b4-0c950348a411 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.821512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.863574] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 with Priority: HIGHEST for action security_group_rules [ 849.863771] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 with Priority: HIGHEST for action security_group_members [ 849.863946] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 849.864119] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 849.864256] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_rules [ 849.864378] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 849.864503] env[66551]: INFO networking_nsxv3.common.synchronization [req-62c84659-e690-4e59-afc5-e7a5f08c9b4a req-f0ffc0b6-0eca-4878-8b2b-b1bc287ef337 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: 145e70ae-71ce-4898-965c-03f52c8e90ae with Priority: HIGHEST for action port [ 849.865080] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 with Priority: HIGHEST for action security_group_rules [ 849.865223] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_rules [ 849.865331] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 849.865433] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145e70ae-71ce-4898-965c-03f52c8e90ae with Priority: HIGHEST for action port [ 849.865525] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_rules [ 849.865623] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 with Priority: HIGHEST for action security_group_members [ 849.865712] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 849.866021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a17d4727-f247-48e3-bf42-8b1a9bfcfa79 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.866158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.866221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.866504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.866894] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.867716] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.867716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.867920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69a211a-0078-4bbe-a2b4-0c950348a411 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.867999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.868148] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-145e70ae-71ce-4898-965c-03f52c8e90ae taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.868252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.868321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.868494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.868559] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145e70ae-71ce-4898-965c-03f52c8e90ae',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.869789] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69a211a-0078-4bbe-a2b4-0c950348a411 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.869789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870718] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.870718] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.870718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.071848] env[66551]: INFO networking_nsxv3.common.synchronization [req-f6416d25-a330-46a5-af70-ce884a2b4da7 req-ba7804df-124d-45a9-a6d6-66123433e302 tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 850.072887] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 850.073222] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.073363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.073431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.073704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.073869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.073972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.074849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.075140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.075494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.075494] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.321804] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.371605] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 145e70ae-71ce-4898-965c-03f52c8e90ae with status ACTIVE [ 850.371836] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.371975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.372086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.372290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.372363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.372641] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.372769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.372890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.373027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.373117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.373306] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.373444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.373508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.373652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.373724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.373806] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 145e70ae-71ce-4898-965c-03f52c8e90ae is going to be updated. [ 850.375760] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.375914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.407731] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.407731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.407731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.407731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.407731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.407731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145e70ae-71ce-4898-965c-03f52c8e90ae" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.434397] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.434655] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.434918] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.435077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.435353] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.435561] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.435708] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.435974] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.436135] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.436345] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.436453] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.436621] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.436746] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.436854] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.436959] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.437101] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.464608] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.464811] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.466656] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.466656] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.466656] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-a77471c9-65ab-4a3e-9725-45a5dca6162b taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.466656] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-a77471c9-65ab-4a3e-9725-45a5dca6162b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.466656] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-a77471c9-65ab-4a3e-9725-45a5dca6162b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.467248] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-a77471c9-65ab-4a3e-9725-45a5dca6162b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.467248] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77471c9-65ab-4a3e-9725-45a5dca6162b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.579502] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.579675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.579759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.580075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.580075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.580261] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.580376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.580460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.580652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.580808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.580949] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a already deleted. [ 850.581100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.824123] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.972036] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.972036] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.972036] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.972387] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.972633] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.972711] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port a77471c9-65ab-4a3e-9725-45a5dca6162b not found, creating... [ 850.973258] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.973446] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.973562] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.973816] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.973950] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.974287] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.974444] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.975322] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.975322] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.975322] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.975322] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: a77471c9-65ab-4a3e-9725-45a5dca6162b is going to be created. [ 850.999572] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.999572] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.999572] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.999896] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.000219] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.000453] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-a77471c9-65ab-4a3e-9725-45a5dca6162b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.326892] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.327176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.327176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.327387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.327494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.327594] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 is going to be created. [ 851.354205] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.354359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.354420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.354647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.354808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.366584] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 in Status: UNINITIALIZED for 2s [ 851.518318] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 851.518318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.519329] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69a211a-0078-4bbe-a2b4-0c950348a411 in Status: SUCCESS [ 851.519482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.519800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.519909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.520186] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.520433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.520433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.521363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.521363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.521363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.521363] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.522059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.522678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.522930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.523513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.523513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.523513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.523513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.524116] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.524116] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.525887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.525887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.526040] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.526232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.526232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.526366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.526522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.526522] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.527369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.527536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.527729] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.527841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.527925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.528692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.528829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.528922] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.754597] env[66551]: INFO networking_nsxv3.common.synchronization [req-f6416d25-a330-46a5-af70-ce884a2b4da7 req-9a0d91f5-38e4-4579-8785-67ae697a823b service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 851.754597] env[66551]: INFO networking_nsxv3.common.synchronization [req-f6416d25-a330-46a5-af70-ce884a2b4da7 req-9a0d91f5-38e4-4579-8785-67ae697a823b service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 851.754597] env[66551]: INFO networking_nsxv3.common.synchronization [req-f6416d25-a330-46a5-af70-ce884a2b4da7 req-9a0d91f5-38e4-4579-8785-67ae697a823b service nova] Enqueued Resource ID: a77471c9-65ab-4a3e-9725-45a5dca6162b with Priority: HIGHEST for action port [ 851.754824] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 851.755015] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 851.755145] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77471c9-65ab-4a3e-9725-45a5dca6162b with Priority: HIGHEST for action port [ 851.755459] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.755595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.755687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.755963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.756058] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.757096] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.757169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.757210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.757703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.757810] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.757940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.758012] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.758177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.758587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.758587] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.760396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77471c9-65ab-4a3e-9725-45a5dca6162b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.760490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77471c9-65ab-4a3e-9725-45a5dca6162b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.760661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77471c9-65ab-4a3e-9725-45a5dca6162b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.761728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77471c9-65ab-4a3e-9725-45a5dca6162b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.761820] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77471c9-65ab-4a3e-9725-45a5dca6162b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.026362] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.027892] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.028033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.031982] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.032190] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.264578] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.266140] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.266995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.267162] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a77471c9-65ab-4a3e-9725-45a5dca6162b with status ACTIVE [ 852.268359] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.268359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.268359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.268359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.268359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.268359] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.269159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.269159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.269159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.269159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.269373] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.269373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.269467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.269568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.269616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.270028] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a77471c9-65ab-4a3e-9725-45a5dca6162b is going to be updated. [ 852.300660] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.300824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.300993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.301140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.301283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.301447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77471c9-65ab-4a3e-9725-45a5dca6162b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.451373] env[66551]: INFO networking_nsxv3.common.synchronization [req-42788681-0dd0-4854-ae61-071b83471de5 req-f325fa6b-6cfa-4a06-aaf4-30db46b89b8d tempest-InstanceActionsNegativeTestJSON-666369801 tempest-InstanceActionsNegativeTestJSON-666369801-project-member] Enqueued Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGHEST for action security_group_members [ 852.452205] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGHEST for action security_group_members [ 852.452646] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9243ac-af1e-41e1-b774-59ede07ae996 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.452815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.452918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.453201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.453436] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.453605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.453697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.453936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.454080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.454224] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.529336] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e69a211a-0078-4bbe-a2b4-0c950348a411: rpc.has_security_group_logging(os_id): False [ 852.534630] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.535935] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.549822] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.549984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.550322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.550322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.550402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.550766] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.550766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.550766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.550983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.551028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.551197] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69a211a-0078-4bbe-a2b4-0c950348a411 is going to be created. [ 852.619948] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.620159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.620210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.620784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.620784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.638032] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69a211a-0078-4bbe-a2b4-0c950348a411 in Status: IN_PROGRESS for 2s [ 852.768475] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.899641] env[66551]: INFO networking_nsxv3.common.synchronization [req-b08a312e-7f0c-4882-aa33-63bb3442b7d5 req-5cbda4f8-ede1-4b8b-a23f-a40302202a8a tempest-ServersV294TestFqdnHostnames-373221202 tempest-ServersV294TestFqdnHostnames-373221202-project-member] Enqueued Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_members [ 852.900264] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_members [ 852.900576] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-68387195-ebb2-4e87-8efb-19c0939b9522 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.900702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.900769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.901086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.901282] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.901416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.901500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.901693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.901820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.901994] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.959026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.959026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.959026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.959026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.959026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.959026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.959026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.959026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.959026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.959026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.959026] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9243ac-af1e-41e1-b774-59ede07ae996 is going to be updated. [ 852.996732] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.996929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.996981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.997213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.998032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.010824] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9243ac-af1e-41e1-b774-59ede07ae996 in Status: IN_PROGRESS for 2s [ 853.038350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.038573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.038661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.039016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.039141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.039275] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 853.041629] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.041724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.041860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.042185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.042281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.042382] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69a211a-0078-4bbe-a2b4-0c950348a411 is going to be updated. [ 853.096265] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.096265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.096265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.096265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.096265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.100032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.102111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.102111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.102111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.102111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.115371] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 853.116214] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69a211a-0078-4bbe-a2b4-0c950348a411 in Status: IN_PROGRESS for 2s [ 853.270021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.270223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.270536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.270536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.270643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.271542] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be created. [ 853.337785] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.338141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.338219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.338522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.338881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.343111] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.343353] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-551" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.343535] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-551" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.343898] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-551" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.345127] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.345127] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.345127] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.345127] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.345127] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.345127] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.345479] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.345520] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.345667] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.345833] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.346109] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.346182] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.359418] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: UNINITIALIZED for 2s [ 853.375379] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 in Status: SUCCESS [ 853.375691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.375817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.376076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.376257] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.376380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.376446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.376756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.376876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.377020] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.388107] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.388697] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.388697] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.388697] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-551" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.389181] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-1093e81b-c3a4-4ad7-af6e-82246d56820b taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.389404] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-1093e81b-c3a4-4ad7-af6e-82246d56820b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.389546] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-1093e81b-c3a4-4ad7-af6e-82246d56820b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.389933] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-1093e81b-c3a4-4ad7-af6e-82246d56820b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.390124] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1093e81b-c3a4-4ad7-af6e-82246d56820b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.404118] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.404283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.404346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.404563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.404653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.404845] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.404944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.405009] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.405168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.405641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.405641] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68387195-ebb2-4e87-8efb-19c0939b9522 already deleted. [ 853.405641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.571794] env[66551]: INFO networking_nsxv3.common.synchronization [req-badb3118-28bf-4463-a545-56137d69d381 req-d2d0eb07-c307-4166-a82b-86ee63141589 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 with Priority: HIGHEST for action security_group_members [ 853.572117] env[66551]: INFO networking_nsxv3.common.synchronization [req-badb3118-28bf-4463-a545-56137d69d381 req-d2d0eb07-c307-4166-a82b-86ee63141589 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 853.572117] env[66551]: INFO networking_nsxv3.common.synchronization [req-badb3118-28bf-4463-a545-56137d69d381 req-d2d0eb07-c307-4166-a82b-86ee63141589 tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 853.572949] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 with Priority: HIGHEST for action security_group_members [ 853.572949] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69a211a-0078-4bbe-a2b4-0c950348a411 with Priority: HIGHEST for action security_group_members [ 853.573129] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 853.573781] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.573781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.573781] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69a211a-0078-4bbe-a2b4-0c950348a411 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.573781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.574038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.574038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.879257] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.892729] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.893009] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.893172] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.893507] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.893675] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.893855] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 1093e81b-c3a4-4ad7-af6e-82246d56820b not found, creating... [ 853.894200] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.894398] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.894533] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.894812] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.895021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.895397] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.895569] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.895717] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.895983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.896166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.896341] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 1093e81b-c3a4-4ad7-af6e-82246d56820b is going to be created. [ 853.930640] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.930863] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.930988] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.931489] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.931729] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.931981] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-1093e81b-c3a4-4ad7-af6e-82246d56820b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.383510] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.650416] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69a211a-0078-4bbe-a2b4-0c950348a411 in Status: SUCCESS [ 854.650727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.650962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.651326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.651326] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.656309] env[66551]: INFO networking_nsxv3.common.synchronization [req-b08a312e-7f0c-4882-aa33-63bb3442b7d5 req-50e017c2-d9c7-4047-8d42-3aef17381093 service nova] Enqueued Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_rules [ 854.656309] env[66551]: INFO networking_nsxv3.common.synchronization [req-b08a312e-7f0c-4882-aa33-63bb3442b7d5 req-50e017c2-d9c7-4047-8d42-3aef17381093 service nova] Enqueued Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_members [ 854.656309] env[66551]: INFO networking_nsxv3.common.synchronization [req-b08a312e-7f0c-4882-aa33-63bb3442b7d5 req-50e017c2-d9c7-4047-8d42-3aef17381093 service nova] Enqueued Resource ID: 1093e81b-c3a4-4ad7-af6e-82246d56820b with Priority: HIGHEST for action port [ 854.656309] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_rules [ 854.656309] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_members [ 854.656309] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1093e81b-c3a4-4ad7-af6e-82246d56820b with Priority: HIGHEST for action port [ 854.656309] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68387195-ebb2-4e87-8efb-19c0939b9522 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.656309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.656309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.656309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.656772] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.657597] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-68387195-ebb2-4e87-8efb-19c0939b9522 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.657597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.657597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.657736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.657774] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.657856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.657913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.658241] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.659054] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1093e81b-c3a4-4ad7-af6e-82246d56820b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.659179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1093e81b-c3a4-4ad7-af6e-82246d56820b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.659225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1093e81b-c3a4-4ad7-af6e-82246d56820b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.659510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1093e81b-c3a4-4ad7-af6e-82246d56820b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.659510] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1093e81b-c3a4-4ad7-af6e-82246d56820b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.886152] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.886313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.886420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.886702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.886799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.886901] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 is going to be updated. [ 854.920246] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.920246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.920246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.920246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.920246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.929097] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 in Status: IN_PROGRESS for 2s [ 855.026307] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9243ac-af1e-41e1-b774-59ede07ae996 in Status: SUCCESS [ 855.026486] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9243ac-af1e-41e1-b774-59ede07ae996 deletion is rescheduled due to dependency. [ 855.026604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.129218] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 855.129436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.129695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.129983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.131320] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.131320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.131320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.131320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.131320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.131320] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.132431] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69a211a-0078-4bbe-a2b4-0c950348a411 in Status: SUCCESS [ 855.132603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.132755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.132929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.133109] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.133269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.133340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.133489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.133580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.133671] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.170035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-68387195-ebb2-4e87-8efb-19c0939b9522 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.170035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.170035] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.170795] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1093e81b-c3a4-4ad7-af6e-82246d56820b with status ACTIVE [ 855.171303] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.171303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.171460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.172859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.174707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.174707] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.174707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.174707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.174707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.174707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.174707] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.174707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.174707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.175792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.175792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.175792] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1093e81b-c3a4-4ad7-af6e-82246d56820b is going to be updated. [ 855.178282] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.179307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.179307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.179307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.179307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.181253] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69a211a-0078-4bbe-a2b4-0c950348a411 is going to be deleted. [ 855.208353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.208566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.208711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.209055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.209260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.209485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1093e81b-c3a4-4ad7-af6e-82246d56820b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.232217] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.232331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.232409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.232728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.232861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.233066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.370161] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 855.370395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.370575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.370808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.371020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.371384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.371384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.371384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.371531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.371531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.371599] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.635996] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.637134] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.637296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.637343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.637531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.637621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.637818] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.637917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.637980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.638147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.638223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.638310] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69a211a-0078-4bbe-a2b4-0c950348a411 is going to be deleted. [ 855.677048] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.677376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.677376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.677491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.677583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.677683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.677838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.677997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.678199] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.678300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.678362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.678507] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.678583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.678673] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69a211a-0078-4bbe-a2b4-0c950348a411',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.683325] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.873704] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.873897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.873989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.874270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.874476] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.874644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.874713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.874931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.875733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.875733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.875733] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.875733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.875733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.875733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.875733] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.876147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.876147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.876147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.876147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.876147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.876305] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.140422] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.180888] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.181072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.181165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.181482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.181581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.181780] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.181945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.181945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.182454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.182526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.182619] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69a211a-0078-4bbe-a2b4-0c950348a411 already deleted. [ 856.182702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69a211a-0078-4bbe-a2b4-0c950348a411" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.185736] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.185852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.185914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.186132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.186207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.186299] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68387195-ebb2-4e87-8efb-19c0939b9522 is going to be created. [ 856.214183] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.214396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.214396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.214605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.214764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.224717] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68387195-ebb2-4e87-8efb-19c0939b9522 in Status: UNINITIALIZED for 2s [ 856.379152] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c718b06-2432-4e81-8733-d5e87ca2257a: rpc.has_security_group_logging(os_id): False [ 856.402388] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.403142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.403142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.403142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.403142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.403346] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.403423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.403423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.403615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.403696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.403950] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.404058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.404125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.404302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.404379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.404657] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.404763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.404874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.405141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.405236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.405327] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be created. [ 856.487885] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.488065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.488139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.488738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.488738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.505219] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 856.643310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.643507] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.643560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.643739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.643828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.643933] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 856.682104] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.682406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.682406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.682505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.682650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.693540] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 856.939714] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 in Status: SUCCESS [ 856.940347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.940347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.940476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.940613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.940727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.940793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.940987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.941126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.941241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.941330] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.942168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.942338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.942489] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.942588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.942651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.942789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.942911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.942983] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.445381] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a17d4727-f247-48e3-bf42-8b1a9bfcfa79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.446825] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.446825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.446825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.447037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.447037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.447297] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.447297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.447418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.447989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.447989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.447989] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 is going to be deleted. [ 857.479624] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.479779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.479862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.480172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.480273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.480403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.949245] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a17d4727-f247-48e3-bf42-8b1a9bfcfa79: rpc.has_security_group_logging(os_id): False [ 857.967017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.967286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.967286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.967482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.967572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.967800] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.967923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.967985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.968195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.968276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.968358] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 is going to be created. [ 857.986074] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a17d4727-f247-48e3-bf42-8b1a9bfcfa79], does not exist path=[/infra/domains/default/groups/a17d4727-f247-48e3-bf42-8b1a9bfcfa79]."\n}' [ 857.986074] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a17d4727-f247-48e3-bf42-8b1a9bfcfa79 [ 857.986074] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 858.022858] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.023056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.023129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.023346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.024324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.024588] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.024698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.024754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.024916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.024994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.025198] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.025293] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.025349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.025492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.025568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.025652] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a17d4727-f247-48e3-bf42-8b1a9bfcfa79 is going to be created. [ 858.053900] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a17d4727-f247-48e3-bf42-8b1a9bfcfa79], does not exist path=[/infra/domains/default/groups/a17d4727-f247-48e3-bf42-8b1a9bfcfa79]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a17d4727-f247-48e3-bf42-8b1a9bfcfa79 [ 858.054102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a17d4727-f247-48e3-bf42-8b1a9bfcfa79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.054637] env[66551]: Traceback (most recent call last): [ 858.054637] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 858.054637] env[66551]: return func(*args, **kwargs) [ 858.054637] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 858.054637] env[66551]: res.raise_for_status() [ 858.054637] env[66551]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 858.054637] env[66551]: raise HTTPError(http_error_msg, response=self) [ 858.054637] env[66551]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a17d4727-f247-48e3-bf42-8b1a9bfcfa79 [ 858.054637] env[66551]: During handling of the above exception, another exception occurred: [ 858.054637] env[66551]: Traceback (most recent call last): [ 858.054637] env[66551]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 858.054637] env[66551]: listener.cb(fileno) [ 858.054637] env[66551]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 858.054637] env[66551]: result = function(*args, **kwargs) [ 858.054637] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 858.054637] env[66551]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 858.054637] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 858.054637] env[66551]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 858.054637] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 858.054637] env[66551]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 858.054637] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 858.054637] env[66551]: res.raise_for_status() [ 858.054637] env[66551]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 858.054637] env[66551]: raise HTTPError(http_error_msg, response=self) [ 858.055632] env[66551]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a17d4727-f247-48e3-bf42-8b1a9bfcfa79 [ 858.055632] env[66551]: Removing descriptor: 15 [ 858.241651] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68387195-ebb2-4e87-8efb-19c0939b9522 in Status: SUCCESS [ 858.241651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.241651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.241651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.241651] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.241651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.241651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.241651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.241651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.241651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.241651] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.526184] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 858.526184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.704569] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 858.704888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.705182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.705455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.705836] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.705963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.706044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.706210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.706295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.710046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.710046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.710046] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.710046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.710046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.713910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.713910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.713910] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.747061] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.215687] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bffce9ba-399d-4888-9d43-ef366a89fb70: rpc.has_security_group_logging(os_id): False [ 859.216192] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.240321] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.240571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.240641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.240916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.252016] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68387195-ebb2-4e87-8efb-19c0939b9522: rpc.has_security_group_logging(os_id): False [ 859.267972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.268380] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.268581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.268738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.268986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.269175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.269466] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.269625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.269784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.269985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.270190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.270501] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.270698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.270814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.270997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.271140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.271311] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 859.273768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.273937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.274104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.274292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.274432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.274725] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.274938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.275303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.275303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.275498] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.275498] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68387195-ebb2-4e87-8efb-19c0939b9522 is going to be created. [ 859.354510] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.354510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.354510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.354510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.354510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.355969] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.356182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.356267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.356483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.356755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.373193] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68387195-ebb2-4e87-8efb-19c0939b9522 in Status: IN_PROGRESS for 2s [ 859.380661] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 859.658014] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 859.658014] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 859.720071] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.222299] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.222584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.222584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.222738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.222830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.223064] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 860.259948] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.260115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.260163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.260349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.260495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.270239] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 861.394452] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68387195-ebb2-4e87-8efb-19c0939b9522 in Status: SUCCESS [ 861.394829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.402194] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 861.402325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.402491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.402659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.402816] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.908115] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.908503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.281393] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 862.281597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.281764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.281967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.282202] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.282319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.282397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.282547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.282626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.282709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.282803] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.785445] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.785754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.785754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.785913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.786096] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.786194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.786255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.786406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.786495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.786581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.786724] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.786815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.786874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.787029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.787168] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.787258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.787319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.787456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.787533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.787612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.787713] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.231906] env[66551]: INFO networking_nsxv3.common.synchronization [req-bd4a2b8d-5bed-4ada-9a1e-2cd643c1f5cc req-55f33438-151f-45bd-8b07-5c14c94e026b tempest-AttachVolumeTestJSON-1055414765 tempest-AttachVolumeTestJSON-1055414765-project-member] Enqueued Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_members [ 863.232890] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGHEST for action security_group_members [ 863.232890] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.232890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.232890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.232890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.233174] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.233174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.233174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.233291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.233323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.233967] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.290035] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bffce9ba-399d-4888-9d43-ef366a89fb70: rpc.has_security_group_logging(os_id): False [ 863.310140] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.310140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.310140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.310140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.310140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.310140] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.310360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.310360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.310725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.311014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.311745] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.311966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.312108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.312363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.312512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.312793] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.312982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.313144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.313357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.314035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.314035] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 863.377271] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.377500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.377577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.377798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.377946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.411947] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 863.707818] env[66551]: INFO networking_nsxv3.common.synchronization [req-2d312ba2-bcca-4925-8311-4bb75d42f8e9 req-0d0f070e-57c5-4cf5-af2b-38f3a91e75c7 tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 863.708370] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 863.708671] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.708796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.708870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.709099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.709264] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.709395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.709436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.710669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.710669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.710669] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.736037] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.736037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.736037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.736037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.760272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.760272] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.760272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.760272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.760480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.760604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.760741] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa is going to be updated. [ 863.802034] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.802404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.802404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.802488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.802623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.813523] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa in Status: IN_PROGRESS for 2s [ 864.103564] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.103748] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.103889] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.104180] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.104429] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.104579] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.104690] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.104899] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.105605] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.105900] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.106089] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.106230] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.106368] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.106541] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.106647] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.106835] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.132049] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.132049] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.132049] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.132049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.132049] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-5383cdea-0231-4a99-b497-b909c1ed8186 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.132049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-5383cdea-0231-4a99-b497-b909c1ed8186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.132049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-5383cdea-0231-4a99-b497-b909c1ed8186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.132049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-5383cdea-0231-4a99-b497-b909c1ed8186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.132049] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5383cdea-0231-4a99-b497-b909c1ed8186',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.211607] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.211774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.211855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.212128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.212282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.212511] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.212660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.212756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.212951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.215147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.215270] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be deleted. [ 864.243563] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.243988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.243988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.244101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.244205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.244309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.634265] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.634583] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.634809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.635176] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.635708] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636387] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 5383cdea-0231-4a99-b497-b909c1ed8186 not found, creating... [ 864.636387] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.636514] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.636586] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.637243] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.637243] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.637359] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.637501] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.637853] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.637853] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.637931] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.638093] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 5383cdea-0231-4a99-b497-b909c1ed8186 is going to be created. [ 864.659187] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.659388] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.659505] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.659799] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.660017] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.660286] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-5383cdea-0231-4a99-b497-b909c1ed8186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.402593] env[66551]: INFO networking_nsxv3.common.synchronization [req-2d312ba2-bcca-4925-8311-4bb75d42f8e9 req-03705a60-7961-4f27-a534-f0aa0a83e007 service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 865.402858] env[66551]: INFO networking_nsxv3.common.synchronization [req-2d312ba2-bcca-4925-8311-4bb75d42f8e9 req-03705a60-7961-4f27-a534-f0aa0a83e007 service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 865.402952] env[66551]: INFO networking_nsxv3.common.synchronization [req-2d312ba2-bcca-4925-8311-4bb75d42f8e9 req-03705a60-7961-4f27-a534-f0aa0a83e007 service nova] Enqueued Resource ID: 5383cdea-0231-4a99-b497-b909c1ed8186 with Priority: HIGHEST for action port [ 865.403477] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 865.403621] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 865.403719] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5383cdea-0231-4a99-b497-b909c1ed8186 with Priority: HIGHEST for action port [ 865.403988] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.404267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.404433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.404673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.404721] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.405682] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.405799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.405922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.406124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.406277] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.406373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.406432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.406572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.406656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.408340] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.408340] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5383cdea-0231-4a99-b497-b909c1ed8186 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.408340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5383cdea-0231-4a99-b497-b909c1ed8186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.409705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5383cdea-0231-4a99-b497-b909c1ed8186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.410326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5383cdea-0231-4a99-b497-b909c1ed8186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.410326] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5383cdea-0231-4a99-b497-b909c1ed8186',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.434591] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 865.434798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.824937] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa in Status: SUCCESS [ 865.825194] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa deletion is rescheduled due to dependency. [ 865.825340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.913421] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.915916] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.915916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.915916] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5383cdea-0231-4a99-b497-b909c1ed8186 with status ACTIVE [ 865.915916] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.915916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.915916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.915916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.915916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.915916] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.915916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.915916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.916319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.916319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.916319] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.916413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.916481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.916618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.916702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.916788] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5383cdea-0231-4a99-b497-b909c1ed8186 is going to be updated. [ 865.946249] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.946450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.946450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.946700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.946874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.947081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5383cdea-0231-4a99-b497-b909c1ed8186" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.420945] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.923632] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.923772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.923772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.923998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.924163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.924294] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be created. [ 866.953076] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.953298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.953298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.953505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.953662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.964286] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: UNINITIALIZED for 2s [ 867.597049] env[66551]: INFO networking_nsxv3.common.synchronization [req-b8aa4c9a-2f34-4f2d-a185-b2a86cac9350 req-5afde8b4-7b13-4ce3-b702-df0cd84538bb tempest-ServersWithSpecificFlavorTestJSON-1288303121 tempest-ServersWithSpecificFlavorTestJSON-1288303121-project-member] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 867.598115] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGHEST for action security_group_members [ 867.598115] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.598115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.598253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.598450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.598624] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.598724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.598856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.599556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.599700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.599800] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.103775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.103945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.104036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.104273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.149817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.150118] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.150269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.150350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.150534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.150630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.150711] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be updated. [ 868.204051] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.204239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.204372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.204626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.204805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.217234] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: IN_PROGRESS for 2s [ 868.654788] env[66551]: INFO networking_nsxv3.common.synchronization [req-5e5023a5-eb55-4d7f-8f77-cce578726d8e req-f94b2a42-0c71-4d2f-8a72-a5efc48dacb5 tempest-ListServerFiltersTestJSON-1107024657 tempest-ListServerFiltersTestJSON-1107024657-project-member] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 868.655344] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 868.655654] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.655774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.655826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.656251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.656314] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.656813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.656877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.657082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.657176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.657273] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.975769] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 868.976088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.976308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.976759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.977043] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.977206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.977299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.977490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.977596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.977705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.977825] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.159650] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.480193] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.480377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.480447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.480673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.480849] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.480954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.481122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.481258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.481352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.481439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.481999] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.481999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.481999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.481999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.482229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.482229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.482304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.482456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.482552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.482659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.482782] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.662393] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.984855] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0: rpc.has_security_group_logging(os_id): False [ 870.004296] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.004296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.004296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.004532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.004626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.005183] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.005183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.005183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.005340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.005372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.005546] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.005641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.005703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.005845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.005919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.006390] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.006390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.006390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.006568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.006652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.006761] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be created. [ 870.065903] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.066101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.066101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.066303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.066418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.081971] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 870.164725] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.164938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.164989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.165223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.165312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.165411] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 870.200293] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.200453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.200525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.201031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.201031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.212749] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 870.226848] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: IN_PROGRESS for 4s [ 872.100117] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 872.100386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.223138] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 872.223315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.236134] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 in Status: SUCCESS [ 872.236321] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 deletion is rescheduled due to dependency. [ 872.236438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.656223] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 873.658558] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 874.220263] env[66551]: INFO networking_nsxv3.common.synchronization [req-84b07d29-1f3a-490b-a89a-17ba6dcc293a req-f18bb19b-5ff1-47a2-a466-30d504734727 tempest-ServerAddressesTestJSON-1105045843 tempest-ServerAddressesTestJSON-1105045843-project-member] Enqueued Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGHEST for action security_group_members [ 874.220263] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGHEST for action security_group_members [ 874.220864] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0de24d-13ed-4a90-955e-b6d90fd1edef taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.221045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.221123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.221389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.222121] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.222243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.222313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.222504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.222602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.222699] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.520218] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ed590cee-875f-43fc-bbb9-327ebe98ee31 None None] Enqueued Resource ID: ea1e965c-38e1-4474-996b-066a14757dbb with Priority: HIGHEST for action port [ 874.521704] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1e965c-38e1-4474-996b-066a14757dbb with Priority: HIGHEST for action port [ 874.522144] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea1e965c-38e1-4474-996b-066a14757dbb taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.522289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea1e965c-38e1-4474-996b-066a14757dbb" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.522373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea1e965c-38e1-4474-996b-066a14757dbb" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.522655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea1e965c-38e1-4474-996b-066a14757dbb" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.522750] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1e965c-38e1-4474-996b-066a14757dbb',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.690220] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.690496] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.690626] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.690978] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.691283] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.691689] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.691845] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.692266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.692306] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.692560] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.692709] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.692862] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.692983] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.693144] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.693256] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.693386] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.718394] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.718575] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.718712] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.719083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-879" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.719479] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-0d4005c3-75c7-4e45-80c5-855040bc91ec taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.719668] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-0d4005c3-75c7-4e45-80c5-855040bc91ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.719875] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-0d4005c3-75c7-4e45-80c5-855040bc91ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.720261] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-0d4005c3-75c7-4e45-80c5-855040bc91ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.720503] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4005c3-75c7-4e45-80c5-855040bc91ec',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.725602] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.725726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.725796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.725990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.726093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.726276] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.726377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.726440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.726594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.726693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.726795] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef already deleted. [ 874.726874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.026024] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea1e965c-38e1-4474-996b-066a14757dbb [ 875.026281] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.026409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.026475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.026758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.026880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.026955] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea1e965c-38e1-4474-996b-066a14757dbb already deleted. [ 875.027081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea1e965c-38e1-4474-996b-066a14757dbb" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.222928] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.223193] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.223420] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.223750] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.223904] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.224072] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 0d4005c3-75c7-4e45-80c5-855040bc91ec not found, creating... [ 875.224416] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.224577] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.224693] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.224919] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.225072] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.225460] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.225615] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.225732] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.225943] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.226091] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.226359] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 0d4005c3-75c7-4e45-80c5-855040bc91ec is going to be created. [ 875.249016] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.249287] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.249414] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.249695] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.250064] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.250222] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-0d4005c3-75c7-4e45-80c5-855040bc91ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.980503] env[66551]: INFO networking_nsxv3.common.synchronization [None req-60198757-1458-4761-a44c-7754ebae7e4a tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 875.982042] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 875.982042] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.982042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.982042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.982042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.982042] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.000119] env[66551]: INFO networking_nsxv3.common.synchronization [req-84b07d29-1f3a-490b-a89a-17ba6dcc293a req-08424ac1-121e-4da3-a592-eafc81d88210 service nova] Enqueued Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGHEST for action security_group_rules [ 876.000621] env[66551]: INFO networking_nsxv3.common.synchronization [req-84b07d29-1f3a-490b-a89a-17ba6dcc293a req-08424ac1-121e-4da3-a592-eafc81d88210 service nova] Enqueued Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGHEST for action security_group_members [ 876.000621] env[66551]: INFO networking_nsxv3.common.synchronization [req-84b07d29-1f3a-490b-a89a-17ba6dcc293a req-08424ac1-121e-4da3-a592-eafc81d88210 service nova] Enqueued Resource ID: 0d4005c3-75c7-4e45-80c5-855040bc91ec with Priority: HIGHEST for action port [ 876.001421] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGHEST for action security_group_rules [ 876.002320] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGHEST for action security_group_members [ 876.002320] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4005c3-75c7-4e45-80c5-855040bc91ec with Priority: HIGHEST for action port [ 876.002320] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.002320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.002320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.002870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.002870] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.004033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0de24d-13ed-4a90-955e-b6d90fd1edef taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.004171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.004254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.004503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.004662] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.004759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.004821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.005031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.005088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.005185] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.006074] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d4005c3-75c7-4e45-80c5-855040bc91ec taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.006179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d4005c3-75c7-4e45-80c5-855040bc91ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.006284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d4005c3-75c7-4e45-80c5-855040bc91ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.006398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d4005c3-75c7-4e45-80c5-855040bc91ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.006476] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d4005c3-75c7-4e45-80c5-855040bc91ec',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.077614] env[66551]: INFO networking_nsxv3.common.synchronization [None req-b4222ba1-0c40-43d9-89d6-99800421cfb4 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 876.077614] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 876.077797] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.077899] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.505694] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.505900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.505900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.506149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.506238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.506351] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 already deleted. [ 876.506435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.506782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.506782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.506927] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.515021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0de24d-13ed-4a90-955e-b6d90fd1edef taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.515021] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.515021] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d4005c3-75c7-4e45-80c5-855040bc91ec with status ACTIVE [ 876.515021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.515021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.515021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.516236] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.516236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.516236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.516236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.516236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.516236] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d4005c3-75c7-4e45-80c5-855040bc91ec is going to be updated. [ 876.539879] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.540171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.540171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.540328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.540468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.540621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d4005c3-75c7-4e45-80c5-855040bc91ec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.850367] env[66551]: INFO networking_nsxv3.common.synchronization [req-03d33ccd-265d-416d-a98e-ec9949616d5a req-a1a55b8a-ee5c-42f5-b29b-a2eb651cc6c1 tempest-ImagesOneServerTestJSON-87951642 tempest-ImagesOneServerTestJSON-87951642-project-member] Enqueued Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGHEST for action security_group_members [ 876.850934] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGHEST for action security_group_members [ 876.851287] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bac1468-954b-4ef4-9426-703ca90092fe taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.851408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.851476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.851781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.851967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.852097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.852161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.852325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.852410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.852503] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.879026] env[66551]: INFO networking_nsxv3.common.synchronization [None req-fd1ca201-bc35-450d-b30c-49fe7e0be8c0 None None] Enqueued Resource ID: 45e68d18-d6bf-4b4d-86e3-80a0bf70b09f with Priority: HIGHEST for action port [ 876.879212] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e68d18-d6bf-4b4d-86e3-80a0bf70b09f with Priority: HIGHEST for action port [ 876.879690] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e68d18-d6bf-4b4d-86e3-80a0bf70b09f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.879833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e68d18-d6bf-4b4d-86e3-80a0bf70b09f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.879914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e68d18-d6bf-4b4d-86e3-80a0bf70b09f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.880179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e68d18-d6bf-4b4d-86e3-80a0bf70b09f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.880259] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e68d18-d6bf-4b4d-86e3-80a0bf70b09f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.019153] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.033397] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.034009] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.034161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.034427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.034569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.034703] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 already deleted. [ 877.034829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.192512] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.192769] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-366" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.192895] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-366" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.193251] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-366" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.193730] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.194686] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.194686] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.194686] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.194686] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.194686] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.194968] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.195057] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.195159] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.195299] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.195709] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.195902] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.221226] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.221404] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.221614] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.221713] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-366" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.222070] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-25d6e26e-ea56-4a91-839c-310756dc6005 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.222220] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-25d6e26e-ea56-4a91-839c-310756dc6005" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.222358] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-25d6e26e-ea56-4a91-839c-310756dc6005" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.222705] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-25d6e26e-ea56-4a91-839c-310756dc6005" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.222849] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d6e26e-ea56-4a91-839c-310756dc6005',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.354921] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.355232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.355356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.355668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.355733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.355967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.356367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.356367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.356367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.356367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.356541] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bac1468-954b-4ef4-9426-703ca90092fe already deleted. [ 877.356541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.382942] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45e68d18-d6bf-4b4d-86e3-80a0bf70b09f [ 877.383212] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.383410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.383410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.383625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.383708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.383800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45e68d18-d6bf-4b4d-86e3-80a0bf70b09f already deleted. [ 877.383912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e68d18-d6bf-4b4d-86e3-80a0bf70b09f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.522262] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.523104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.523646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.523775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.523953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.524180] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef is going to be created. [ 877.555687] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.555687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.555687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.555687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.555687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.567548] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef in Status: UNINITIALIZED for 2s [ 877.726627] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.727462] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.727669] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.727964] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.728132] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.728532] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 25d6e26e-ea56-4a91-839c-310756dc6005 not found, creating... [ 877.728589] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.728723] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.728856] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.729288] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.729646] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.729750] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.730109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.730237] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.730457] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.730594] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.730785] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 25d6e26e-ea56-4a91-839c-310756dc6005 is going to be created. [ 877.752826] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.752826] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.752957] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.753709] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.753995] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.754280] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-25d6e26e-ea56-4a91-839c-310756dc6005" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.507135] env[66551]: INFO networking_nsxv3.common.synchronization [req-03d33ccd-265d-416d-a98e-ec9949616d5a req-05c2549e-fd6b-4461-ae3d-7a676504f05f service nova] Enqueued Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGHEST for action security_group_rules [ 878.507350] env[66551]: INFO networking_nsxv3.common.synchronization [req-03d33ccd-265d-416d-a98e-ec9949616d5a req-05c2549e-fd6b-4461-ae3d-7a676504f05f service nova] Enqueued Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGHEST for action security_group_members [ 878.507493] env[66551]: INFO networking_nsxv3.common.synchronization [req-03d33ccd-265d-416d-a98e-ec9949616d5a req-05c2549e-fd6b-4461-ae3d-7a676504f05f service nova] Enqueued Resource ID: 25d6e26e-ea56-4a91-839c-310756dc6005 with Priority: HIGHEST for action port [ 878.509193] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGHEST for action security_group_rules [ 878.509344] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGHEST for action security_group_members [ 878.509470] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d6e26e-ea56-4a91-839c-310756dc6005 with Priority: HIGHEST for action port [ 878.511062] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bac1468-954b-4ef4-9426-703ca90092fe taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.511169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.511291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.511556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.511626] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.512585] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bac1468-954b-4ef4-9426-703ca90092fe taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.512965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.512965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.512965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.513183] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.513246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.513344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.513577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.513730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.513881] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.515020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-25d6e26e-ea56-4a91-839c-310756dc6005 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.515163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25d6e26e-ea56-4a91-839c-310756dc6005" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.515211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25d6e26e-ea56-4a91-839c-310756dc6005" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.515370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25d6e26e-ea56-4a91-839c-310756dc6005" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.515493] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d6e26e-ea56-4a91-839c-310756dc6005',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.017878] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bac1468-954b-4ef4-9426-703ca90092fe taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.017945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.018740] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.019666] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25d6e26e-ea56-4a91-839c-310756dc6005 with status ACTIVE [ 879.019666] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.019774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.019836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.020052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.020159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.020310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.020402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.020485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.020672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.020840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.025125] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.025316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.025431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.025934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.025934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.025934] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25d6e26e-ea56-4a91-839c-310756dc6005 is going to be updated. [ 879.049235] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.049414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.049448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.049663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.049802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.049968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25d6e26e-ea56-4a91-839c-310756dc6005" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.528698] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.577539] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef in Status: SUCCESS [ 879.577771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.578289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.578825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.579028] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.579160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.579224] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.579392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.579473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.579560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.579649] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.034973] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.035161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.035239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.035451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.035541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.035636] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bac1468-954b-4ef4-9426-703ca90092fe is going to be created. [ 880.060527] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.060643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.060713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.060923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.061105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.070954] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bac1468-954b-4ef4-9426-703ca90092fe in Status: UNINITIALIZED for 2s [ 880.081566] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0de24d-13ed-4a90-955e-b6d90fd1edef taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.081717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.081789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.081996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.082175] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.082278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.082343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.082494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.082576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.082659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.082800] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0de24d-13ed-4a90-955e-b6d90fd1edef taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.082916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.082954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.083176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.083354] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.083429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.083475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.083602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.083675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.083754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.083842] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.587778] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc0de24d-13ed-4a90-955e-b6d90fd1edef: rpc.has_security_group_logging(os_id): False [ 880.612381] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.613873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.613873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.613873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.613873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.613873] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.613873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.614233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.614233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.614233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.614376] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.614460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.614549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.614738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.614817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.615025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.615186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.615290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.615447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.615584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.615751] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef is going to be created. [ 880.685668] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.685832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.685908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.686195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.686413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.702042] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef in Status: IN_PROGRESS for 2s [ 881.809748] env[66551]: INFO networking_nsxv3.common.synchronization [req-5a3cb473-2cb6-4d56-829e-7b95ca07cbc1 req-43c6af3c-19e1-4752-ac00-ec17883ec272 tempest-ServersAdminTestJSON-139818615 tempest-ServersAdminTestJSON-139818615-project-member] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 881.809748] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 881.809748] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.810104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.810104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.810813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.810813] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.810940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.810973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.811133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.811221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.811318] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.081782] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bac1468-954b-4ef4-9426-703ca90092fe in Status: SUCCESS [ 882.082053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.083112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.083112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.083112] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.083112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.083327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.083327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.083388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.083424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.083517] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.313211] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.587170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bac1468-954b-4ef4-9426-703ca90092fe taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.587422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.587520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.587753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.588084] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.588084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.588209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.589033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.589033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.589033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.589033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bac1468-954b-4ef4-9426-703ca90092fe taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.589294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.589294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.589560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.589695] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.589847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.592029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.592350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.592638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.592708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.592854] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.644180] env[66551]: INFO networking_nsxv3.common.synchronization [req-a4e0cf64-fe63-4283-a528-32c23dcf49e6 req-d549b8de-6a6c-4ec2-a8ae-e81fe8720155 tempest-ServersTestBootFromVolume-1419153720 tempest-ServersTestBootFromVolume-1419153720-project-member] Enqueued Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_members [ 882.644180] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGHEST for action security_group_members [ 882.644180] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.644336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.644336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.644824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.644824] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.644824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.644824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.645027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.645079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.645170] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.723409] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef in Status: SUCCESS [ 882.723409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.817994] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.097726] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bac1468-954b-4ef4-9426-703ca90092fe: rpc.has_security_group_logging(os_id): False [ 883.126973] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.127344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.127508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.127896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.128118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.128431] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.128874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.129061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.129342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.129520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.130023] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.130292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.130445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.130679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.130933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.131307] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.132184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.132184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.132184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.132184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.132184] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bac1468-954b-4ef4-9426-703ca90092fe is going to be created. [ 883.151625] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.152323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.152323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.152323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.173611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.173977] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.174305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.174305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.174800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.174800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.174800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 is going to be updated. [ 883.207788] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.207788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.207788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.207788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.207973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.209841] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.209987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.210061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.210242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.210364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.222654] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 in Status: IN_PROGRESS for 2s [ 883.241851] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bac1468-954b-4ef4-9426-703ca90092fe in Status: IN_PROGRESS for 2s [ 883.322529] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.323196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.323196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.323196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.323196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.323196] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 883.375609] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.375775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.375844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.376118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.376268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.387478] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 885.236379] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 in Status: SUCCESS [ 885.236715] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 deletion is rescheduled due to dependency. [ 885.236784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.255300] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bac1468-954b-4ef4-9426-703ca90092fe in Status: SUCCESS [ 885.255471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.400020] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 885.400251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.403024] env[66551]: INFO networking_nsxv3.common.synchronization [req-1820951a-7969-4a58-9c7d-232db6aacadb req-a6f220c5-5810-4a40-af49-3f3e92c841fe tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 885.403519] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 885.403830] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.403950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.404263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.404263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.404378] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.404504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.404564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.405256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.405256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.405256] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.906607] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.911367] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.911496] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.911638] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.912362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.912362] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.912526] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.912526] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.913481] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.913481] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.913481] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.913481] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.913481] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.913481] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.913790] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.913790] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.913790] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.936916] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.937163] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.937372] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.937775] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.937928] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.938077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.938318] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.938535] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.938769] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7be1cb8-dfdc-4586-919b-c2c044d96fd9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.410921] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.442189] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.442189] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.442189] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.442189] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.442418] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.442500] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port b7be1cb8-dfdc-4586-919b-c2c044d96fd9 not found, creating... [ 886.442760] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.443061] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.443061] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.443285] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.443380] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.443661] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.443815] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.444063] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.444320] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.444456] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.444595] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: b7be1cb8-dfdc-4586-919b-c2c044d96fd9 is going to be created. [ 886.464330] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.464551] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.464551] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.464809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.465058] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.465269] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.915934] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.915934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.915934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.916119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.916179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.916271] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 886.948358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.948358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.948358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.948358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.948358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.957305] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 887.641923] env[66551]: INFO networking_nsxv3.common.synchronization [req-1820951a-7969-4a58-9c7d-232db6aacadb req-877f313e-ca33-452a-9a07-e9e781aaa50d service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 887.642179] env[66551]: INFO networking_nsxv3.common.synchronization [req-1820951a-7969-4a58-9c7d-232db6aacadb req-877f313e-ca33-452a-9a07-e9e781aaa50d service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 887.642323] env[66551]: INFO networking_nsxv3.common.synchronization [req-1820951a-7969-4a58-9c7d-232db6aacadb req-877f313e-ca33-452a-9a07-e9e781aaa50d service nova] Enqueued Resource ID: b7be1cb8-dfdc-4586-919b-c2c044d96fd9 with Priority: HIGHEST for action port [ 887.643604] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 887.643775] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 887.643895] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7be1cb8-dfdc-4586-919b-c2c044d96fd9 with Priority: HIGHEST for action port [ 887.644261] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.644417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.644490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.644728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.644829] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.646324] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.646444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.646680] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.646872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.647053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.647297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.647409] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7be1cb8-dfdc-4586-919b-c2c044d96fd9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.146830] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.147464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.151164] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7be1cb8-dfdc-4586-919b-c2c044d96fd9 with status ACTIVE [ 888.152420] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.152420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.152420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.152420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.152420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.152420] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.152420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.152420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.152420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.152745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.152745] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.152745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.152745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.152895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.152982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.153077] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7be1cb8-dfdc-4586-919b-c2c044d96fd9 is going to be updated. [ 888.178784] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.179766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.179766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.179766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.179766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.179766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7be1cb8-dfdc-4586-919b-c2c044d96fd9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.968273] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 888.968626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.969163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.969389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.969588] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.969740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.969797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.969936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.970034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.970133] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.471957] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.975371] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.482112] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.482189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.482263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.482459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.482550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.482650] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 890.516787] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.517163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.517163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.517333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.517478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.527224] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 891.019911] env[66551]: INFO networking_nsxv3.common.synchronization [None req-f5aba014-5ad3-4a10-a1fe-070b90cf6b1b tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: 39e9e28d-884f-4f9f-9492-0ceeb18f57ed with Priority: HIGHEST for action security_group_rules [ 891.020797] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e9e28d-884f-4f9f-9492-0ceeb18f57ed with Priority: HIGHEST for action security_group_rules [ 891.021098] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.021408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.021466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.021726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.021803] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e9e28d-884f-4f9f-9492-0ceeb18f57ed',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.110365] env[66551]: INFO networking_nsxv3.common.synchronization [None req-5542491b-4d91-4cab-9736-d5ae960cb662 tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: 39e9e28d-884f-4f9f-9492-0ceeb18f57ed with Priority: HIGHEST for action security_group_rules [ 891.110915] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e9e28d-884f-4f9f-9492-0ceeb18f57ed with Priority: HIGHEST for action security_group_rules [ 891.110915] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.111134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.549155] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.549289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.549358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.549838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.549838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.549838] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e9e28d-884f-4f9f-9492-0ceeb18f57ed already deleted. [ 891.550092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.550092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.550201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.550308] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e9e28d-884f-4f9f-9492-0ceeb18f57ed',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.007648] env[66551]: INFO networking_nsxv3.common.synchronization [req-ea39bce6-b239-4662-b1da-61e71adb33c8 req-1a87b8ba-d7fe-4edc-acce-7f35108e4901 tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 892.008423] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 892.008676] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.009122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.009122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.009782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.010085] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.010448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.010551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.010876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.011083] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.011245] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.072375] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.072729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.072729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.072807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.072874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.072968] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e9e28d-884f-4f9f-9492-0ceeb18f57ed already deleted. [ 892.073064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e9e28d-884f-4f9f-9492-0ceeb18f57ed" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.514194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.514393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.514467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.514691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.514797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.515029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.515210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.515210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.515372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.515464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.515567] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 892.540678] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 892.541205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.541658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.541918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.542676] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.542676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.542676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.542676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.542676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.542676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.543085] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.555560] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.555956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.556239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.556558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.556727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.575092] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 893.054061] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.054061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.054061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.054061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.054061] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.054061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.054061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.054061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.054061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.054061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.054633] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.054633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.054633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.054633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.054792] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.054836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.054908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.055412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.055535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.055654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.055973] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.213906] env[66551]: INFO networking_nsxv3.common.synchronization [req-65194ed1-f7f8-47a0-8daf-40c6e853b064 req-cdfbf843-bf24-4d75-be88-0f8dd75579ed tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 893.215163] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 893.215748] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.215912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.217473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.217473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.217473] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.217473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.217473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.217473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.217473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.217473] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.558759] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f: rpc.has_security_group_logging(os_id): False [ 893.594807] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.595178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.595272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.597070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.625804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.626020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.626176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.626361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.626500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.626636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.626939] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.627218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.627218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.627558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.627656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.627923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.628027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.629052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.629052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.629052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.629380] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 893.720705] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.723890] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.724125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.724125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.724354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.724509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.747073] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.747648] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.747752] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.748021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.748332] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.749123] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.749123] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.749123] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.749123] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.749365] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.749479] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.749589] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.749698] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.749814] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.749923] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.750089] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.752533] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 893.796785] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.797065] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.797308] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.797505] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.797871] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.798176] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.798266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.798690] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.799026] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1fa907b-5f87-4737-92e2-799a7f3b2cf2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.114737] env[66551]: INFO networking_nsxv3.common.synchronization [None req-a3e45a18-7c2d-4cfd-bb1c-1ae679ecd24d tempest-AttachVolumeTestJSON-1055414765 tempest-AttachVolumeTestJSON-1055414765-project-member] Enqueued Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_rules [ 894.115350] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_rules [ 894.115725] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.115875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.115941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.116246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.116579] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.227063] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.287051] env[66551]: INFO networking_nsxv3.common.synchronization [None req-8ce97fab-5d8a-4f10-adc8-399138b3fb60 tempest-AttachVolumeTestJSON-1055414765 tempest-AttachVolumeTestJSON-1055414765-project-member] Enqueued Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_rules [ 894.287805] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_rules [ 894.287929] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.287997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.301593] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.301856] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.302052] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.302353] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.302505] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.302659] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port e1fa907b-5f87-4737-92e2-799a7f3b2cf2 not found, creating... [ 894.302941] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.303175] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.303306] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.303542] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.303699] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.304380] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.304380] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.304531] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.304853] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.305011] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.305270] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: e1fa907b-5f87-4737-92e2-799a7f3b2cf2 is going to be created. [ 894.328547] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.328895] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.329161] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.329488] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.329828] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.330337] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.589641] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 894.589949] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 894.590074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.640724] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.640926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.641076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.641391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.641509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.641630] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc already deleted. [ 894.641722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.641984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.642234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.642345] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.729702] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.730028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.730136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.730402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.730503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.730615] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 894.779562] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.779780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.779780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.780134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.780355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.794531] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 895.077059] env[66551]: INFO networking_nsxv3.common.synchronization [req-65194ed1-f7f8-47a0-8daf-40c6e853b064 req-41dbd0ac-7730-441d-98b5-3d4eb70ee8cd service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 895.077246] env[66551]: INFO networking_nsxv3.common.synchronization [req-65194ed1-f7f8-47a0-8daf-40c6e853b064 req-41dbd0ac-7730-441d-98b5-3d4eb70ee8cd service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 895.077387] env[66551]: INFO networking_nsxv3.common.synchronization [req-65194ed1-f7f8-47a0-8daf-40c6e853b064 req-41dbd0ac-7730-441d-98b5-3d4eb70ee8cd service nova] Enqueued Resource ID: e1fa907b-5f87-4737-92e2-799a7f3b2cf2 with Priority: HIGHEST for action port [ 895.078370] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 895.078530] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 895.078656] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1fa907b-5f87-4737-92e2-799a7f3b2cf2 with Priority: HIGHEST for action port [ 895.079121] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.080735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.080735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.080735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.080735] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.080958] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.081445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.081654] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.081787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.081853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.082166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.082249] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1fa907b-5f87-4737-92e2-799a7f3b2cf2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.174248] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.174772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.175106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.175575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.175915] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.176246] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc already deleted. [ 895.176960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.199174] env[66551]: INFO networking_nsxv3.common.synchronization [req-b91f1b68-4262-4e41-828d-21b9b22ca262 req-5dc06331-2d31-4fa0-b3d6-3b5676889980 tempest-ServerAddressesTestJSON-1105045843 tempest-ServerAddressesTestJSON-1105045843-project-member] Enqueued Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGHEST for action security_group_members [ 895.200449] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGHEST for action security_group_members [ 895.201161] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc0de24d-13ed-4a90-955e-b6d90fd1edef taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.201390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.202621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.202621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.202621] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.202621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.202903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.203047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.203231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.203412] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.584774] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.585220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.585220] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1fa907b-5f87-4737-92e2-799a7f3b2cf2 with status ACTIVE [ 895.585437] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.585547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.585696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.585813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.585918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.586154] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.586340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.586340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.586508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.586620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.586795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.586889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.586946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.587107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.587184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.587267] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1fa907b-5f87-4737-92e2-799a7f3b2cf2 is going to be updated. [ 895.614784] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.615035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.615150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.615452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.615603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.615770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1fa907b-5f87-4737-92e2-799a7f3b2cf2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.708119] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.708119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.708119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.708119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.708119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.708119] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.708119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.708119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.708561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.708561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.708561] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef is going to be updated. [ 895.757930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.758216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.758216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.758374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.758516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.772940] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef in Status: IN_PROGRESS for 2s [ 895.778531] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 895.778531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.805451] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 896.805718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.805909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.806841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.806841] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.806841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.806841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.806841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.806841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.806841] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.312145] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.503636] env[66551]: INFO networking_nsxv3.common.synchronization [req-b72df13a-c8b8-498c-b887-5bf12e0a8d74 req-b5b53f16-7c61-4bd4-bc72-0623276b4206 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 897.503745] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 897.504179] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.504179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.504285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.504468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.504650] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.504731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.504731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.505062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.505062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.505711] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.703936] env[66551]: INFO networking_nsxv3.common.synchronization [req-c5fc930b-5a8b-43d5-b489-7e36fc74852f req-ee6cde3c-9615-4b50-93cb-95d5c9f6f247 tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 897.704597] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 897.704923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.705250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.705250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.705451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.705617] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.706011] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.706117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.706441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.706571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.706856] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.787466] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef in Status: SUCCESS [ 897.787466] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef deletion is rescheduled due to dependency. [ 897.787609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.816037] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.009059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.009059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.009059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.009059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.009059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.009312] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.009417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.009484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.009667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.009761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.009893] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be deleted. [ 898.045141] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.045459] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.045616] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.046043] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.046655] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.047070] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.047265] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.047635] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.047899] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.048736] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.048894] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.049054] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.049250] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.049585] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.049946] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.050775] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.053074] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.053074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.053074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.053074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.053396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.054040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.079977] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.080255] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.080486] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.080692] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.081032] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-64b35627-b1ab-4f57-a143-ec958ada17ef taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.081285] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-64b35627-b1ab-4f57-a143-ec958ada17ef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.081447] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-64b35627-b1ab-4f57-a143-ec958ada17ef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.081797] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-64b35627-b1ab-4f57-a143-ec958ada17ef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.081947] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64b35627-b1ab-4f57-a143-ec958ada17ef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.209656] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.209921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.210084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.210407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.237617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.238040] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.238218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.238218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.238456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.238543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.238662] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 898.303542] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.303714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.303714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.303944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.304187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.319155] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.319363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.319408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.319640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.319746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.319884] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 898.323014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 898.393612] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.393763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.393830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.394104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.394254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.412560] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 898.585423] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.585423] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.585423] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.585423] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.585423] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.585692] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 64b35627-b1ab-4f57-a143-ec958ada17ef not found, creating... [ 898.585897] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.586307] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.586307] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.586572] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.586649] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.586948] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.587139] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.587256] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.587523] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.587684] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.587815] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 64b35627-b1ab-4f57-a143-ec958ada17ef is going to be created. [ 898.696988] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.697302] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.697529] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.697920] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.698125] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.698417] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-64b35627-b1ab-4f57-a143-ec958ada17ef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.368445] env[66551]: INFO networking_nsxv3.common.synchronization [req-b72df13a-c8b8-498c-b887-5bf12e0a8d74 req-0340f032-ded8-4a5b-b073-bf587c4e3960 service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 899.368777] env[66551]: INFO networking_nsxv3.common.synchronization [req-b72df13a-c8b8-498c-b887-5bf12e0a8d74 req-0340f032-ded8-4a5b-b073-bf587c4e3960 service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 899.368777] env[66551]: INFO networking_nsxv3.common.synchronization [req-b72df13a-c8b8-498c-b887-5bf12e0a8d74 req-0340f032-ded8-4a5b-b073-bf587c4e3960 service nova] Enqueued Resource ID: 64b35627-b1ab-4f57-a143-ec958ada17ef with Priority: HIGHEST for action port [ 899.369424] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 899.369578] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 899.369681] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b35627-b1ab-4f57-a143-ec958ada17ef with Priority: HIGHEST for action port [ 899.370029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.370373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.370373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.370509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.370623] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.371630] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.371765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.371911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.372050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.372219] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.372321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.372389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.372550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.372635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.372824] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.374522] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-64b35627-b1ab-4f57-a143-ec958ada17ef taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.374522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64b35627-b1ab-4f57-a143-ec958ada17ef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.374522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64b35627-b1ab-4f57-a143-ec958ada17ef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.374522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64b35627-b1ab-4f57-a143-ec958ada17ef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.374522] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64b35627-b1ab-4f57-a143-ec958ada17ef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.876123] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.876297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.876471] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.877856] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64b35627-b1ab-4f57-a143-ec958ada17ef with status ACTIVE [ 899.878081] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.878208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.878276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.878502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.878581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878751] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.878921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.878968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.879231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.879338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.879538] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.879615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.879676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.883025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.883025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.883025] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64b35627-b1ab-4f57-a143-ec958ada17ef is going to be updated. [ 899.906181] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.906328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.906399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.906630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.906789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.907016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64b35627-b1ab-4f57-a143-ec958ada17ef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.337329] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 900.337581] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 deletion is rescheduled due to dependency. [ 900.337731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.383270] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.423330] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 900.424028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.424028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.425054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.425054] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.425054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.425054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.425054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.425054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.425322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.425322] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.885113] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.885786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.885786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.885786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.885786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.885786] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be created. [ 900.910538] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.910671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.910671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.910867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.911039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.922871] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: UNINITIALIZED for 2s [ 900.929071] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.929071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.929071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.929071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.929305] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.929305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.929400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.929520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.929619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.929732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.929962] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.930070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.930158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.930337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.930483] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.930574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.930634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.930800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.930917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.931311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.931311] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.433518] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c718b06-2432-4e81-8733-d5e87ca2257a: rpc.has_security_group_logging(os_id): False [ 901.454613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.454803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.454887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.455072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.480554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.480554] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.480762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.480762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.481066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.481066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.481303] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.481407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.481514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.481646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.481786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.481933] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.482065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.482120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.482244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.482333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.482421] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 901.553849] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.554125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.554125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.554336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.554603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.577461] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 901.588303] env[66551]: INFO networking_nsxv3.common.synchronization [req-6c527ef6-1e6a-45f0-ad93-c5121f202dbc req-613e815c-5dd2-4400-b22a-9601f7de4933 tempest-ListServerFiltersTestJSON-1107024657 tempest-ListServerFiltersTestJSON-1107024657-project-member] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 901.588737] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGHEST for action security_group_members [ 901.589305] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.589305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.589465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.589548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.589805] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.589924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.590050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.590246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.590357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.590475] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.093041] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.093213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.093291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.093517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.125798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.126141] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.126366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.126511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.126866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.126973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.127123] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be updated. [ 902.161713] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.162026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.162101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.162287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.162428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.172851] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: IN_PROGRESS for 2s [ 902.741014] env[66551]: INFO networking_nsxv3.common.synchronization [req-765838db-b5dc-4809-b113-7d75a4c817c0 req-97f19e4a-3f12-4c43-862c-50485fdfb915 tempest-ServerActionsTestOtherB-1115780501 tempest-ServerActionsTestOtherB-1115780501-project-member] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 902.741216] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 902.741548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.741703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.741758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.741957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.742134] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.742254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.742310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.742467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.742643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.742726] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.933892] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 902.934172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.934355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.934634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.934871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.934987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.935064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.935292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.935353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.935407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.935516] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.245705] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.245705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.245902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.246015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.269779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.270132] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.270290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.270346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.270580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.270673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.270785] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 903.301109] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.301500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.301500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.301590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.301701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.320446] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 903.438545] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.438726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.438793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.439056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.439234] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.439357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.439421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.439585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.439659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.439751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.439967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.440085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.440085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.440247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.440380] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.440465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.440525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.440667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.440744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.440828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.440905] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.599488] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 903.599488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.944613] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f85ad-718f-4f52-a3a0-14a2b444f02a: rpc.has_security_group_logging(os_id): False [ 903.967168] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.967369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.967435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.967742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.967742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.968045] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.968207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.968241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.968421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.969140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.969598] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.969758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.969896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.970132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.970204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.970433] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.970539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.970604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.970754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.970826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.970911] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be created. [ 904.032476] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.032652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.032693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.032904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.033145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.056244] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 904.185033] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd12073-d01e-40b1-9211-d2e57366432f in Status: SUCCESS [ 904.185033] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f deletion is rescheduled due to dependency. [ 904.185033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.535737] env[66551]: INFO networking_nsxv3.common.synchronization [None req-3494d2a9-464d-4023-b3b2-149b4c4364fc tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 904.536338] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 904.536698] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.537104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.537104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.537369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.537516] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.537609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.537695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.537909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.538046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.538152] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.040975] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.333256] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 905.333542] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a deletion is rescheduled due to dependency. [ 905.333719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.543140] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.051661] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.051987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.051987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.052292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.052402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.052503] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 906.072435] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 906.072694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.086638] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.086790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.086923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.087848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.087848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.097756] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 906.159920] env[66551]: INFO networking_nsxv3.common.synchronization [req-44751a75-b36d-486f-9f57-b2192b8744f3 req-7b48a605-e56d-4701-a815-8c9fa8a23857 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 906.159920] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 906.159920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.159920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.159920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.159920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.159920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.159920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.160571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.160571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.160571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.160657] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.663967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.664260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.664368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.664610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.664711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.664996] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.665076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.665108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.665392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.665422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.665516] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 already deleted. [ 906.665600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.753459] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.753718] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-418" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.754025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-418" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.754308] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-418" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.754659] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.754798] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.754970] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.755285] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.755442] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.755659] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.755831] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.755999] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.756115] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.756231] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.756356] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.756515] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.779727] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.780069] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.780217] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.780441] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-418" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.780809] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.781064] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.781215] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.781583] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.781727] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.124311] env[66551]: INFO networking_nsxv3.common.synchronization [req-f048112d-14e6-444c-a3d7-dcf694213415 req-96797c1c-c56e-4a3a-a960-3828cf5e853a tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGHEST for action security_group_members [ 907.124554] env[66551]: INFO networking_nsxv3.common.synchronization [req-f048112d-14e6-444c-a3d7-dcf694213415 req-96797c1c-c56e-4a3a-a960-3828cf5e853a tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 907.124638] env[66551]: INFO networking_nsxv3.common.synchronization [req-f048112d-14e6-444c-a3d7-dcf694213415 req-96797c1c-c56e-4a3a-a960-3828cf5e853a tempest-SecurityGroupsTestJSON-1096294994 tempest-SecurityGroupsTestJSON-1096294994-project-member] Enqueued Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 907.125246] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGHEST for action security_group_members [ 907.125376] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGHEST for action security_group_members [ 907.125469] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGHEST for action security_group_members [ 907.125755] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b0e80b8-5858-4450-ab07-3569ec55d8f4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.125844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.125914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.126211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.126369] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.126507] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.126605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.126851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.126988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.127155] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.128355] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.128465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.128526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.128688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.128876] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.128987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.129081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.131016] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.131016] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.131016] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.131016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.131016] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.285222] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.285222] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.285222] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.285403] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.285552] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.285715] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 not found, creating... [ 907.285978] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.286166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.286279] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.286519] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.286644] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.287072] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.287235] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.287812] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.288121] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.288330] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.288520] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 is going to be created. [ 907.314798] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.315117] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.315375] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.315554] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.315843] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.316105] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.633042] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.633244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.633300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.633505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.633607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.633869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.633987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.633987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.634152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.634240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.634364] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be updated. [ 907.635731] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.635871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.635871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.636046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.637057] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.637163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.656404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.656658] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.656772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.656871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.657239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.657335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.657420] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 is going to be updated. [ 907.658776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.658994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.674899] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.675109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.675164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.675340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.675479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.684914] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: IN_PROGRESS for 2s [ 907.688064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.688346] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.688483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.688552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.688816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.688906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.688980] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b is going to be updated. [ 907.696768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.696933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.696988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.697215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.697355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.704790] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 in Status: IN_PROGRESS for 2s [ 907.724441] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.724649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.724649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.724869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.725016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.734350] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: IN_PROGRESS for 2s [ 908.030511] env[66551]: INFO networking_nsxv3.common.synchronization [req-44751a75-b36d-486f-9f57-b2192b8744f3 req-943952ce-80f5-499e-a550-8394cdce2381 service nova] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 908.030679] env[66551]: INFO networking_nsxv3.common.synchronization [req-44751a75-b36d-486f-9f57-b2192b8744f3 req-943952ce-80f5-499e-a550-8394cdce2381 service nova] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 908.030812] env[66551]: INFO networking_nsxv3.common.synchronization [req-44751a75-b36d-486f-9f57-b2192b8744f3 req-943952ce-80f5-499e-a550-8394cdce2381 service nova] Enqueued Resource ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with Priority: HIGHEST for action port [ 908.031047] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 908.031181] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 908.031274] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with Priority: HIGHEST for action port [ 908.031879] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.031968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.032072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.032266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.032350] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.034487] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.034487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.034487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.034663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.034709] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.034817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.034894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.035394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.035394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.035394] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.036139] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.036371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.036371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.036449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.036479] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.110192] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 908.111072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.244368] env[66551]: INFO networking_nsxv3.common.synchronization [req-57243c02-8864-401a-b30d-88c613a6b5ca req-0019ad79-f276-4e0e-92ab-bcda6b084cf7 tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 908.245369] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 908.245369] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.245545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.245545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.245927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.245927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.245927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.246070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.247244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.247324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.247406] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.268006] env[66551]: INFO networking_nsxv3.common.synchronization [req-5702d97a-d34f-43fc-9bde-dbc1d89d231b req-90d488ba-c2d8-4f38-8641-adf8ffee25c4 tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 908.268694] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 908.269056] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.269183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.269249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.269446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.269601] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.269689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.269753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.269928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.270060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.270157] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.538424] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.538654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.538855] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.540053] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with status ACTIVE [ 908.540286] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.540429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.540593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.540757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.540859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.544124] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.544304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.544380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.544602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.544711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.546646] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.546770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.546922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.547161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.547264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.547371] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 is going to be updated. [ 908.573296] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.573445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.573529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.573779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.573945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.574114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.719382] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.719382] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.719649] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.719820] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.720201] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.720430] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.720532] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.720806] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.720988] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.721236] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.721376] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.721500] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.721628] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.721759] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.721911] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.722050] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.744995] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.745192] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.745331] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.745506] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.745837] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.746021] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.746142] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.746484] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.746625] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11dc4e0d-9c0c-4978-9018-ab8e41d53a7d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.751025] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.773273] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.054889] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.250516] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.250823] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.250960] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.251236] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.251379] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.251526] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 11dc4e0d-9c0c-4978-9018-ab8e41d53a7d not found, creating... [ 909.251786] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.251934] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.252054] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.252397] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.252466] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.252705] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.252870] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.252986] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.254125] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.254125] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.254275] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 11dc4e0d-9c0c-4978-9018-ab8e41d53a7d is going to be created. [ 909.255966] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.275686] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.279621] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.279836] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.279971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.280306] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.280878] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.280878] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.561971] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.561971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.561971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.561971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.561971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.561971] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be created. [ 909.587698] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.587842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.587842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.588067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.588598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.601332] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: UNINITIALIZED for 2s [ 909.695198] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bffce9ba-399d-4888-9d43-ef366a89fb70 in Status: SUCCESS [ 909.695547] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 deletion is rescheduled due to dependency. [ 909.695739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.712751] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 in Status: SUCCESS [ 909.712956] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 deletion is rescheduled due to dependency. [ 909.713087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.744756] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b in Status: SUCCESS [ 909.744961] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b deletion is rescheduled due to dependency. [ 909.745157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.758292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.758459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.758528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.758746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.758833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.758991] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 909.778074] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.778261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.778359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.778551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.778638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.778735] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 909.794703] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.794861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.794934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.795418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.795585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.808690] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 909.822526] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.822701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.824090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.824090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.824090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.835251] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 910.000330] env[66551]: INFO networking_nsxv3.common.synchronization [req-0c01b397-154c-4d2a-a41b-2d105cda555f req-2ae6d916-d159-4d46-a68f-f7a4a7bcede5 service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 910.000443] env[66551]: INFO networking_nsxv3.common.synchronization [req-0c01b397-154c-4d2a-a41b-2d105cda555f req-2ae6d916-d159-4d46-a68f-f7a4a7bcede5 service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 910.000681] env[66551]: INFO networking_nsxv3.common.synchronization [req-0c01b397-154c-4d2a-a41b-2d105cda555f req-2ae6d916-d159-4d46-a68f-f7a4a7bcede5 service nova] Enqueued Resource ID: 11dc4e0d-9c0c-4978-9018-ab8e41d53a7d with Priority: HIGHEST for action port [ 910.001580] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 910.001741] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 910.001841] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11dc4e0d-9c0c-4978-9018-ab8e41d53a7d with Priority: HIGHEST for action port [ 910.002229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.002868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.002944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.003179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.003276] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.004701] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.004866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.004941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.005291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.005478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.005590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.005656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.005819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.005907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.006017] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.007941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.008096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.008158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.008303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.009034] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11dc4e0d-9c0c-4978-9018-ab8e41d53a7d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.509185] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.511352] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.511352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.511352] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11dc4e0d-9c0c-4978-9018-ab8e41d53a7d with status ACTIVE [ 910.511762] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.511762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.511762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.511887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.511887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.512204] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.512204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.512325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.512368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.512447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.512690] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.512760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.513239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.513239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.513239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.513239] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11dc4e0d-9c0c-4978-9018-ab8e41d53a7d is going to be updated. [ 910.533693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.533858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.533924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.534172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.534322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.534487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11dc4e0d-9c0c-4978-9018-ab8e41d53a7d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.639949] env[66551]: INFO networking_nsxv3.common.synchronization [req-c18545a4-bf0e-4ee9-a777-27e45a9d6ecd req-e77917c6-960c-46fd-ae03-7f467ab051d1 tempest-MultipleCreateTestJSON-620250170 tempest-MultipleCreateTestJSON-620250170-project-member] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 910.640575] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 910.642181] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.642181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.642181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.642181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.642181] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.642181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.642181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.642487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.642487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.642487] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.968722] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.968722] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.968722] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.968722] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.968722] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.969320] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.969524] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.969829] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.970228] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.970228] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.970356] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.970465] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.970570] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.970679] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.970784] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.970916] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.990894] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.991095] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.991299] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.991589] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.992107] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-7a6e8dfc-1312-4620-8249-74da9e5e86c2 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.992410] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-7a6e8dfc-1312-4620-8249-74da9e5e86c2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.992598] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-7a6e8dfc-1312-4620-8249-74da9e5e86c2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.993151] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-7a6e8dfc-1312-4620-8249-74da9e5e86c2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.993404] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6e8dfc-1312-4620-8249-74da9e5e86c2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.010071] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.144101] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.144285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.144334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.144548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.164905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.165214] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.165342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.165432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.165636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.165760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.165831] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 911.191496] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.191496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.191645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.191770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.192032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.201899] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 911.496471] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.496737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.496823] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.497195] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.497323] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.497473] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 7a6e8dfc-1312-4620-8249-74da9e5e86c2 not found, creating... [ 911.497730] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.497893] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.498016] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.498248] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.498378] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.498656] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.498819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.499076] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.499349] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.499493] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.499633] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 7a6e8dfc-1312-4620-8249-74da9e5e86c2 is going to be created. [ 911.512518] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.512835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.512835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.512924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.513017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.513081] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 911.519764] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.519985] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.520148] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.520404] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.520627] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.520845] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-7a6e8dfc-1312-4620-8249-74da9e5e86c2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.543029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.543029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.543029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.543029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.543029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.553714] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 911.615530] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: SUCCESS [ 911.615530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.615530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.615530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.615530] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.615530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.615530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.615530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.615530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.615530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.615530] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.820560] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 911.820560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.844496] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 911.844773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.932822] env[66551]: INFO networking_nsxv3.common.synchronization [None req-cfe088d6-55ee-45b7-a14d-e481a26d6be8 None None] Enqueued Resource ID: 634312b3-9455-4c26-baf3-97bd9aed0aaf with Priority: HIGHEST for action port [ 911.933126] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634312b3-9455-4c26-baf3-97bd9aed0aaf with Priority: HIGHEST for action port [ 911.933727] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-634312b3-9455-4c26-baf3-97bd9aed0aaf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.933871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-634312b3-9455-4c26-baf3-97bd9aed0aaf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.933941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-634312b3-9455-4c26-baf3-97bd9aed0aaf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.936919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-634312b3-9455-4c26-baf3-97bd9aed0aaf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.937053] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('634312b3-9455-4c26-baf3-97bd9aed0aaf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.119202] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.203770] env[66551]: INFO networking_nsxv3.common.synchronization [req-c18545a4-bf0e-4ee9-a777-27e45a9d6ecd req-c1719d10-301a-407c-9f2a-1da2ef7db7fb service nova] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_rules [ 912.203989] env[66551]: INFO networking_nsxv3.common.synchronization [req-c18545a4-bf0e-4ee9-a777-27e45a9d6ecd req-c1719d10-301a-407c-9f2a-1da2ef7db7fb service nova] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 912.204181] env[66551]: INFO networking_nsxv3.common.synchronization [req-c18545a4-bf0e-4ee9-a777-27e45a9d6ecd req-c1719d10-301a-407c-9f2a-1da2ef7db7fb service nova] Enqueued Resource ID: 7a6e8dfc-1312-4620-8249-74da9e5e86c2 with Priority: HIGHEST for action port [ 912.204345] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_rules [ 912.204452] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 912.204549] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6e8dfc-1312-4620-8249-74da9e5e86c2 with Priority: HIGHEST for action port [ 912.205206] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.205368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.206355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.206355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.206355] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.207064] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.207191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.207429] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a6e8dfc-1312-4620-8249-74da9e5e86c2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.208452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a6e8dfc-1312-4620-8249-74da9e5e86c2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.208452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a6e8dfc-1312-4620-8249-74da9e5e86c2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.208452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a6e8dfc-1312-4620-8249-74da9e5e86c2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.208452] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a6e8dfc-1312-4620-8249-74da9e5e86c2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.438705] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 634312b3-9455-4c26-baf3-97bd9aed0aaf [ 912.439202] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.439202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.439202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.439464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.439545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.439594] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:634312b3-9455-4c26-baf3-97bd9aed0aaf already deleted. [ 912.439647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-634312b3-9455-4c26-baf3-97bd9aed0aaf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.621078] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88e53344-062e-4110-9a8c-f23dca8bb384: rpc.has_security_group_logging(os_id): False [ 912.647729] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.647911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.647951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.648287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.648287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.648556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.648674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.648737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.648914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.649015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.649132] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be created. [ 912.710926] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.710926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.710926] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a6e8dfc-1312-4620-8249-74da9e5e86c2 with status ACTIVE [ 912.711212] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.711306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.711306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.712453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.712453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.712453] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.712453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.712453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.712453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.712453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.712453] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.712720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.712720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.712720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.712800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.713084] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a6e8dfc-1312-4620-8249-74da9e5e86c2 is going to be updated. [ 912.718788] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.718788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.718788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.719605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.719862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.734681] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: IN_PROGRESS for 2s [ 912.745529] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.745529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.745941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.745941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.746088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.746721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a6e8dfc-1312-4620-8249-74da9e5e86c2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.109191] env[66551]: INFO networking_nsxv3.common.synchronization [req-c18545a4-bf0e-4ee9-a777-27e45a9d6ecd req-cc287d0d-4a32-4c9e-ae9e-9b885ec8f8fe tempest-MultipleCreateTestJSON-620250170 tempest-MultipleCreateTestJSON-620250170-project-member] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 913.109533] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 913.112866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.112866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.214042] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 913.214290] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 deletion is rescheduled due to dependency. [ 913.214439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.214621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.214899] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.215137] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.215353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.215425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.215658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.215748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.215890] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.462460] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.462690] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.462817] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.463196] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.463493] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.463651] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.463766] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.463995] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.464152] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.464425] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.464579] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.464706] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.464814] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.464950] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.465073] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.465205] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.486826] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.487508] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.487508] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.487508] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-87" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.487676] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-738662fb-e901-45ec-9d97-c6ac3284b1c9 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.487875] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-738662fb-e901-45ec-9d97-c6ac3284b1c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.488052] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-738662fb-e901-45ec-9d97-c6ac3284b1c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.488327] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-738662fb-e901-45ec-9d97-c6ac3284b1c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.488466] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('738662fb-e901-45ec-9d97-c6ac3284b1c9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.564522] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 913.564749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.565494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.565494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.565603] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.565735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.565779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.565944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.566044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.566136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.566231] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.718829] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.990893] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.991139] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.991287] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.991581] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.991724] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.991876] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 738662fb-e901-45ec-9d97-c6ac3284b1c9 not found, creating... [ 913.992161] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.992319] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.992600] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.992899] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.993059] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.993498] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.993661] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.993787] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.994011] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.995712] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.995712] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 738662fb-e901-45ec-9d97-c6ac3284b1c9 is going to be created. [ 914.016986] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.017172] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.017364] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.017531] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.017763] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.017990] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-738662fb-e901-45ec-9d97-c6ac3284b1c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.069234] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.069453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.069453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.069624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.069837] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.069955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.070040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.070190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.070376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.070376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.070537] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.070617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.070720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.070823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.070998] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.071210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.071210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.071345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.071394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.071998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.071998] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.220844] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.490025] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4fd40418-09a1-437d-a5c2-50b1e8dfad87 None None] Enqueued Resource ID: 4a803aea-dd57-42c1-bb56-6416a8886592 with Priority: HIGHEST for action port [ 914.491194] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a803aea-dd57-42c1-bb56-6416a8886592 with Priority: HIGHEST for action port [ 914.491674] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a803aea-dd57-42c1-bb56-6416a8886592 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.491803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a803aea-dd57-42c1-bb56-6416a8886592" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.492209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a803aea-dd57-42c1-bb56-6416a8886592" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.492757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a803aea-dd57-42c1-bb56-6416a8886592" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.492863] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a803aea-dd57-42c1-bb56-6416a8886592',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.573961] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f85ad-718f-4f52-a3a0-14a2b444f02a: rpc.has_security_group_logging(os_id): False [ 914.596706] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.596869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.596939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.598358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.598358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.598358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.598358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.598358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.598358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.598358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.598358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.598830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.598830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.598830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.598951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.599091] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.599212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.599276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.599444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.599522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.599615] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 914.664343] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.664516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.664896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.665754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.665921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.685386] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 914.724046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.724405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.724405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.724556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.724661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.724787] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 914.753265] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: SUCCESS [ 914.753509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.770684] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.771088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.771088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.771404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.771661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.781416] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 914.810179] env[66551]: INFO networking_nsxv3.common.synchronization [req-c18545a4-bf0e-4ee9-a777-27e45a9d6ecd req-57e117f8-3690-453b-b3df-2c58924fdfcd service nova] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_rules [ 914.811343] env[66551]: INFO networking_nsxv3.common.synchronization [req-c18545a4-bf0e-4ee9-a777-27e45a9d6ecd req-57e117f8-3690-453b-b3df-2c58924fdfcd service nova] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 914.811343] env[66551]: INFO networking_nsxv3.common.synchronization [req-c18545a4-bf0e-4ee9-a777-27e45a9d6ecd req-57e117f8-3690-453b-b3df-2c58924fdfcd service nova] Enqueued Resource ID: 738662fb-e901-45ec-9d97-c6ac3284b1c9 with Priority: HIGHEST for action port [ 914.811343] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_rules [ 914.811343] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 914.812326] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738662fb-e901-45ec-9d97-c6ac3284b1c9 with Priority: HIGHEST for action port [ 914.812620] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.812695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.812954] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.813091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.813321] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-738662fb-e901-45ec-9d97-c6ac3284b1c9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.813493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-738662fb-e901-45ec-9d97-c6ac3284b1c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.813589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-738662fb-e901-45ec-9d97-c6ac3284b1c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.813868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-738662fb-e901-45ec-9d97-c6ac3284b1c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.814440] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('738662fb-e901-45ec-9d97-c6ac3284b1c9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.995288] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a803aea-dd57-42c1-bb56-6416a8886592 [ 914.995366] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.995440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.995511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.995735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.995833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.996025] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a803aea-dd57-42c1-bb56-6416a8886592 already deleted. [ 914.996111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a803aea-dd57-42c1-bb56-6416a8886592" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.175191] env[66551]: INFO networking_nsxv3.common.synchronization [req-1dc889e1-d4c4-4cc3-a506-633a0aae8342 req-1303a2b8-6ecb-4fa5-b981-4d3e7547f46b tempest-ServersAdminTestJSON-139818615 tempest-ServersAdminTestJSON-139818615-project-member] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 915.176157] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGHEST for action security_group_members [ 915.176751] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.176856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.176951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.177309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.177542] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.177953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.178043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.178252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.178360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.178508] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.317673] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 738662fb-e901-45ec-9d97-c6ac3284b1c9 with status ACTIVE [ 915.317928] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.318121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.318214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.318488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.318628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.318909] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.319188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.319188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.319354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.319431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.319626] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.319726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.319792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.319938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.320023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.320103] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 738662fb-e901-45ec-9d97-c6ac3284b1c9 is going to be updated. [ 915.345881] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.346064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.346140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.346436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.346562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.346732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-738662fb-e901-45ec-9d97-c6ac3284b1c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.682448] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.682605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.683478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.683815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.707971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.708857] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.708857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.708857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.708857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.708857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.709095] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be updated. [ 915.742150] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.742734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.742734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.742734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.743288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.753317] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: IN_PROGRESS for 2s [ 916.705165] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 916.705492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.795103] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 916.795103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.795103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.795103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.795482] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.795482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.795482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.795591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.795670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.795742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.795843] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.798492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.798492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.798492] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.798492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.798492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.798492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.798492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.798492] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.299189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.299355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.300035] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.772095] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d83940e2-e3a7-4020-834b-dd495e6bf686 in Status: SUCCESS [ 917.772295] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 deletion is rescheduled due to dependency. [ 917.772402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.801936] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.305110] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.305316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.305378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.305552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.305647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.305743] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 918.335667] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.335928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.335928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.336154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.336310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.348736] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 918.745415] env[66551]: INFO networking_nsxv3.common.synchronization [None req-29fbff37-f241-45c8-808e-6b6091c7b04c None None] Enqueued Resource ID: 689f8ca9-408c-4b92-bd29-683670c588b7 with Priority: HIGHEST for action port [ 918.745968] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 689f8ca9-408c-4b92-bd29-683670c588b7 with Priority: HIGHEST for action port [ 918.746291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-689f8ca9-408c-4b92-bd29-683670c588b7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.746412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-689f8ca9-408c-4b92-bd29-683670c588b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.746478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-689f8ca9-408c-4b92-bd29-683670c588b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.746789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-689f8ca9-408c-4b92-bd29-683670c588b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.746955] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('689f8ca9-408c-4b92-bd29-683670c588b7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.998481] env[66551]: INFO networking_nsxv3.common.synchronization [req-641288c2-8611-47d0-bd73-4cf322d0dc4b req-efd2aabf-b8d2-4552-bf9c-25fc01d7fb92 tempest-MigrationsAdminTest-979151640 tempest-MigrationsAdminTest-979151640-project-member] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 918.999234] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 919.000159] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.000314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.000375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.000556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.000722] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.000821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.000882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.001060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.001147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.001244] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.249661] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 689f8ca9-408c-4b92-bd29-683670c588b7 [ 919.249913] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.250068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.250142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.250369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.250461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.250556] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:689f8ca9-408c-4b92-bd29-683670c588b7 already deleted. [ 919.250640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-689f8ca9-408c-4b92-bd29-683670c588b7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.504906] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.010700] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.359143] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 920.359720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.359940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.360235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.360486] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.360823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.360931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.361215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.361302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.361393] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.512997] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.513172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.513244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.513468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.513559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.513656] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be updated. [ 920.545478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.545784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.545784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.545902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.546066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.556383] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: IN_PROGRESS for 2s [ 920.863985] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.118175] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c0a5cce2-7001-4e2f-bbde-39d932895fc7 None None] Enqueued Resource ID: cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c with Priority: HIGHEST for action port [ 921.119494] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c with Priority: HIGHEST for action port [ 921.119494] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.119494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.119494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.119923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.119923] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.366995] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.626381] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c [ 921.626803] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.627114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.627254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.627497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.628866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.629132] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c already deleted. [ 921.629132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcf6f9a-800d-4bc4-82c8-4dbe40f8f15c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.871228] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.871356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.871356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.871586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.871675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.871771] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 921.907863] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.908625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.908625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.909103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.909103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.920591] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 922.180758] env[66551]: INFO networking_nsxv3.common.synchronization [req-b95b665e-07c0-49f5-8fda-c069a78ee1ea req-9dcefbf1-458e-4fee-8aa0-a13a8cc89ce3 tempest-AttachVolumeTestJSON-1055414765 tempest-AttachVolumeTestJSON-1055414765-project-member] Enqueued Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_members [ 922.181816] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_members [ 922.182277] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.182439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.182538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.182843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.183068] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.183201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.184237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.184237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.184237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.184237] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.574380] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: SUCCESS [ 922.574823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.685938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.686147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.686218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.686462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.686560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.686767] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.686870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.686983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.687177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.687278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.687371] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc already deleted. [ 922.687760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.759119] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.759383] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.759567] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.759915] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.760269] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.760490] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.760612] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.760913] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.761135] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.761434] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.761583] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.761767] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.761888] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.762126] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.762264] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.762488] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.784092] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.784092] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.784285] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.784430] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.784771] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-d53c4732-a879-4953-a3d1-f8752f30cee3 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.784965] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-d53c4732-a879-4953-a3d1-f8752f30cee3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.785100] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-d53c4732-a879-4953-a3d1-f8752f30cee3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.785467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-d53c4732-a879-4953-a3d1-f8752f30cee3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.785612] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53c4732-a879-4953-a3d1-f8752f30cee3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.139905] env[66551]: INFO networking_nsxv3.common.synchronization [None req-eb3a867e-ac29-416a-97fb-6edf97d1f65f None None] Enqueued Resource ID: 0e52ec1d-38c9-4165-a97c-e90fc21dc53b with Priority: HIGHEST for action port [ 923.140184] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e52ec1d-38c9-4165-a97c-e90fc21dc53b with Priority: HIGHEST for action port [ 923.140573] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e52ec1d-38c9-4165-a97c-e90fc21dc53b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.140730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e52ec1d-38c9-4165-a97c-e90fc21dc53b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.140823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e52ec1d-38c9-4165-a97c-e90fc21dc53b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.142390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e52ec1d-38c9-4165-a97c-e90fc21dc53b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.142390] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e52ec1d-38c9-4165-a97c-e90fc21dc53b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.294068] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.294068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.294068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.294068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.294068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.294068] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port d53c4732-a879-4953-a3d1-f8752f30cee3 not found, creating... [ 923.294068] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.294068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.294068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.294068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.294068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.294738] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.294887] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.295166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.295490] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.295731] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.295967] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: d53c4732-a879-4953-a3d1-f8752f30cee3 is going to be created. [ 923.327491] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.328095] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.328494] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.329254] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.329844] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.330387] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-d53c4732-a879-4953-a3d1-f8752f30cee3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.648341] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e52ec1d-38c9-4165-a97c-e90fc21dc53b [ 923.648682] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.648829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.649041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.649267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.649362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.649458] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e52ec1d-38c9-4165-a97c-e90fc21dc53b already deleted. [ 923.649541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e52ec1d-38c9-4165-a97c-e90fc21dc53b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.934145] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 923.934417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.934644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.934877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.935097] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.935213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.935285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.935456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.935544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.935745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.935948] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.936129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.936234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.936409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.936618] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.937076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.937076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.937146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.937174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.937265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.937353] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.077811] env[66551]: INFO networking_nsxv3.common.synchronization [req-b95b665e-07c0-49f5-8fda-c069a78ee1ea req-a3c9c0c8-38b0-4481-8db7-846d65022991 service nova] Enqueued Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_rules [ 924.078943] env[66551]: INFO networking_nsxv3.common.synchronization [req-b95b665e-07c0-49f5-8fda-c069a78ee1ea req-a3c9c0c8-38b0-4481-8db7-846d65022991 service nova] Enqueued Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_members [ 924.078943] env[66551]: INFO networking_nsxv3.common.synchronization [req-b95b665e-07c0-49f5-8fda-c069a78ee1ea req-a3c9c0c8-38b0-4481-8db7-846d65022991 service nova] Enqueued Resource ID: d53c4732-a879-4953-a3d1-f8752f30cee3 with Priority: HIGHEST for action port [ 924.078943] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_rules [ 924.081666] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_members [ 924.081666] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53c4732-a879-4953-a3d1-f8752f30cee3 with Priority: HIGHEST for action port [ 924.081666] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.081666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.081666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.081666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.081666] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.084177] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.084177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.084177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.085500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.085737] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.085876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.085981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.086156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.086262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.086340] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.087666] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53c4732-a879-4953-a3d1-f8752f30cee3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.088084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53c4732-a879-4953-a3d1-f8752f30cee3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.088084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53c4732-a879-4953-a3d1-f8752f30cee3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.088084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53c4732-a879-4953-a3d1-f8752f30cee3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.088236] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53c4732-a879-4953-a3d1-f8752f30cee3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.439895] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34e9e1b5-4288-4a2c-9da2-e6df008f9086: rpc.has_security_group_logging(os_id): False [ 924.462046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.462216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.462216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.462465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.462573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.462800] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.462905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.462970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.463154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.463233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.463460] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.463562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.463623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.463774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.463860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.464959] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.464959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.464959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.467207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.467207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.467312] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 924.480953] env[66551]: INFO networking_nsxv3.common.synchronization [req-a74951e1-1efd-4783-92ba-376fba7d44f9 req-821efe90-23b8-4dcf-ae06-982e6d0f7113 tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 924.481517] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 924.481996] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.481996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.482271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.482528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.482751] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.482902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.483640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.484024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.484024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.484162] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.539736] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.539736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.539736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.540095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.540225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.557571] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 924.590934] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.590934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.591071] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.592055] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d53c4732-a879-4953-a3d1-f8752f30cee3 with status ACTIVE [ 924.592234] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.592380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.592453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.592682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.592774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.592968] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.593082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.593156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.593318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.593397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.594071] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.594182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.594380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.594568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.594653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.594743] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d53c4732-a879-4953-a3d1-f8752f30cee3 is going to be updated. [ 924.619148] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.619148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.619148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.619148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.619148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.619148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53c4732-a879-4953-a3d1-f8752f30cee3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.859629] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.859840] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.859983] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.860267] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.860529] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.860688] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.860802] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.861274] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.861439] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.861677] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.861791] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.861899] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.862018] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.862216] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.862458] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.862458] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.883298] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.883505] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.887022] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.887022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.887022] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-c6b90640-6fdf-4b0e-8a34-06036c95313e taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.887022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-c6b90640-6fdf-4b0e-8a34-06036c95313e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.887022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-c6b90640-6fdf-4b0e-8a34-06036c95313e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.887022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-c6b90640-6fdf-4b0e-8a34-06036c95313e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.887022] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6b90640-6fdf-4b0e-8a34-06036c95313e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.986585] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.987370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.987370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.987370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.987370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.987370] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.987370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.987782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.987782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.987782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.987782] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 925.047511] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.047790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.047790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.048063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.048340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.061958] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 925.097184] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.265730] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c68e2b57-dde8-4656-bfbb-85c36cc8fb38 None None] Enqueued Resource ID: fc90a6ae-a0ad-4b46-896d-2cf26e6da348 with Priority: HIGHEST for action port [ 925.266302] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc90a6ae-a0ad-4b46-896d-2cf26e6da348 with Priority: HIGHEST for action port [ 925.266700] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc90a6ae-a0ad-4b46-896d-2cf26e6da348 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.266858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc90a6ae-a0ad-4b46-896d-2cf26e6da348" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.266953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc90a6ae-a0ad-4b46-896d-2cf26e6da348" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.267228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc90a6ae-a0ad-4b46-896d-2cf26e6da348" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.267312] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc90a6ae-a0ad-4b46-896d-2cf26e6da348',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.387964] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.388261] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.391022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.391022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.391022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.391022] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port c6b90640-6fdf-4b0e-8a34-06036c95313e not found, creating... [ 925.391022] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.391022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.391022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.391022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.391022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.391022] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.391467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.391467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.391467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.391467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.391467] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: c6b90640-6fdf-4b0e-8a34-06036c95313e is going to be created. [ 925.416796] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.417367] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.417696] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.418109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.418506] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.418827] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-c6b90640-6fdf-4b0e-8a34-06036c95313e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.599718] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.600107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.600107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.600677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.600809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.600929] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc is going to be created. [ 925.634827] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.635078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.635133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.646441] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc in Status: UNINITIALIZED for 2s [ 925.771259] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc90a6ae-a0ad-4b46-896d-2cf26e6da348 [ 925.771521] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.771775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.771891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.772248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.772406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.772580] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc90a6ae-a0ad-4b46-896d-2cf26e6da348 already deleted. [ 925.772722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc90a6ae-a0ad-4b46-896d-2cf26e6da348" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.169794] env[66551]: INFO networking_nsxv3.common.synchronization [req-a74951e1-1efd-4783-92ba-376fba7d44f9 req-8bc9a445-2346-46c2-8ebc-826f87aaec7a service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 926.169794] env[66551]: INFO networking_nsxv3.common.synchronization [req-a74951e1-1efd-4783-92ba-376fba7d44f9 req-8bc9a445-2346-46c2-8ebc-826f87aaec7a service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 926.169794] env[66551]: INFO networking_nsxv3.common.synchronization [req-a74951e1-1efd-4783-92ba-376fba7d44f9 req-8bc9a445-2346-46c2-8ebc-826f87aaec7a service nova] Enqueued Resource ID: c6b90640-6fdf-4b0e-8a34-06036c95313e with Priority: HIGHEST for action port [ 926.169794] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 926.169794] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 926.169794] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6b90640-6fdf-4b0e-8a34-06036c95313e with Priority: HIGHEST for action port [ 926.170250] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.170429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.170531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.170884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.171056] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.172067] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.172233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.172506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6b90640-6fdf-4b0e-8a34-06036c95313e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.172631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6b90640-6fdf-4b0e-8a34-06036c95313e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.172729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6b90640-6fdf-4b0e-8a34-06036c95313e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.173034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6b90640-6fdf-4b0e-8a34-06036c95313e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.173145] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6b90640-6fdf-4b0e-8a34-06036c95313e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.578668] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 926.580492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.580492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.580492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.580492] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.675292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.675618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.675709] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6b90640-6fdf-4b0e-8a34-06036c95313e with status ACTIVE [ 926.675941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.676115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.676209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.676455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.676585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.676804] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.676946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.677046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.677366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.677366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.677613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.677728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.677796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.682269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.682346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.682484] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6b90640-6fdf-4b0e-8a34-06036c95313e is going to be updated. [ 926.705730] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.705883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.705938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.706191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.706875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.706875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6b90640-6fdf-4b0e-8a34-06036c95313e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.074317] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 927.074627] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 deletion is rescheduled due to dependency. [ 927.074821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.075123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.075459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.075757] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.076160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.076160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.076331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.076446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.076577] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.084979] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.084979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.084979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.085749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.086166] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.086608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.087019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.087785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.088275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.088450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.088771] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.581499] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.593359] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.593566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.593602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.593807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.593965] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.594080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.594143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.594301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.594392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.594477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.594623] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.594718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.594785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.594912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.595056] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.595144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.595202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.596726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.596726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.596726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.596726] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.658073] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc in Status: SUCCESS [ 927.658380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.658611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.659169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.659169] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.659485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.659485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.659485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.659653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.660310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.660472] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.086059] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.099043] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34e9e1b5-4288-4a2c-9da2-e6df008f9086: rpc.has_security_group_logging(os_id): False [ 928.126214] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.126989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.127185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.127564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.127742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.128120] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.128361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.128800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.129296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.129391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.129798] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.129798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.129924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.130209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.130512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.130736] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.130918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.131617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.132101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.132257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.132395] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 928.164716] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.250685] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.250840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.250916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.251376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.251625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.273030] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 928.590385] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.590749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.590749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.591025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.591154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.591266] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 928.648844] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.649227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.649377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.649739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.649978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.665758] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 928.667280] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc: rpc.has_security_group_logging(os_id): False [ 928.692432] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.692751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.692880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.693194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.693339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.693722] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.693968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.694101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.694381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.694848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.695458] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc is going to be created. [ 928.788399] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.788681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.788681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.788785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.788896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.808305] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc in Status: IN_PROGRESS for 2s [ 929.610643] env[66551]: INFO networking_nsxv3.common.synchronization [req-4cdddef6-cd84-41af-9a2c-aa9107d21ce7 req-0a57c044-b41e-4f6b-a4d5-35a1a090aaf4 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 929.611861] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 929.612273] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.612407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.612497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.612735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.613098] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.613098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.613214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.613310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.613441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.613540] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.087628] env[66551]: INFO networking_nsxv3.common.synchronization [None req-66a0eca2-ff21-4145-bae8-70b53f7e94d8 None None] Enqueued Resource ID: 95802ace-223c-498c-9973-fd83cd1bebff with Priority: HIGHEST for action port [ 930.088277] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95802ace-223c-498c-9973-fd83cd1bebff with Priority: HIGHEST for action port [ 930.088612] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-95802ace-223c-498c-9973-fd83cd1bebff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.088740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95802ace-223c-498c-9973-fd83cd1bebff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.088838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95802ace-223c-498c-9973-fd83cd1bebff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.089670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95802ace-223c-498c-9973-fd83cd1bebff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.089867] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95802ace-223c-498c-9973-fd83cd1bebff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.105230] env[66551]: INFO networking_nsxv3.common.synchronization [req-b391ec7b-cd8e-4b72-8133-a2fb2fead4c1 req-b0c45643-9cb3-4cc5-88eb-ac118de7b244 tempest-MultipleCreateTestJSON-620250170 tempest-MultipleCreateTestJSON-620250170-project-member] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 930.106561] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 930.107239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.107438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.107573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.107839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.108162] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.108162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.108334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.108532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.108676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.108817] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.120420] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.288491] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 930.288947] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.352791] env[66551]: INFO networking_nsxv3.common.synchronization [req-85b302ec-485a-4670-99e3-71f0ec15aedb req-e25d736a-b17b-4463-b503-95e5ae4a8d12 tempest-MultipleCreateTestJSON-620250170 tempest-MultipleCreateTestJSON-620250170-project-member] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 930.354505] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGHEST for action security_group_members [ 930.354899] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.355076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.592885] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95802ace-223c-498c-9973-fd83cd1bebff [ 930.593372] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.593372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.593568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.593657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.593747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.593854] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95802ace-223c-498c-9973-fd83cd1bebff already deleted. [ 930.593944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95802ace-223c-498c-9973-fd83cd1bebff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.614885] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.622152] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.678319] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 930.678898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.678898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.681036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.681036] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.681036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.681036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.681036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.681036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.681036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.681036] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.825380] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc in Status: SUCCESS [ 930.825380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.114728] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.125152] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.125376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.125489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.125810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.125969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.126158] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 931.164153] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.164358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.164358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.164555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.164724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.180296] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 931.182953] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.183167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.183253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.183529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.183681] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.183789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.183867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.184187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.184187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.184270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.184446] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.184542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.184605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.184811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.184970] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.185075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.185143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.185274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.185371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.185497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.185600] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.420317] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c3df9eac-23ca-4a90-a495-2aaa315b7f83 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 931.421386] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 931.421386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.421386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.619321] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.619321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.619321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.619670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.619670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.623038] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 931.650622] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.650735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.651504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.651504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.651504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.663298] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 931.690378] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc32b3cc-c880-4418-a838-decbbd636d22: rpc.has_security_group_logging(os_id): False [ 931.720040] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.720040] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.720040] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.720040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.721816] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.721816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.722760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.722760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.722760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.722760] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 931.790164] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.790597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.792120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.792120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.792120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.808014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 933.197987] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 933.198401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.198533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.198755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.199033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.199188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.199251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.199408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.199487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.199596] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.675788] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 933.675895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.676435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.677309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.677309] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.677482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.677549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.678144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.678144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.678144] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.709474] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.709630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.709696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.710000] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.710075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.710351] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.710431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.710511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.711878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.711878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.711878] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 933.762318] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.763416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.763416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.763416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.763723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.776223] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 933.830265] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 933.830669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.114192] env[66551]: INFO networking_nsxv3.common.synchronization [None req-3bab1906-5182-4a63-bcca-0109dc7ce7ec None None] Enqueued Resource ID: 24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c with Priority: HIGHEST for action port [ 934.114786] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c with Priority: HIGHEST for action port [ 934.115477] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.115815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.115815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.115950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.118231] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.183978] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.184133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.184250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.184476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.184553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.184739] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.184844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.184935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.185082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.185154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.185245] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be updated. [ 934.216128] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.216512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.216512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.216685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.216827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.233281] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: IN_PROGRESS for 2s [ 934.621466] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c [ 934.622627] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.622627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.622627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.622627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.622627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.623034] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c already deleted. [ 934.623034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24a84fe3-3afa-4ec6-b117-9fcabcb3bd7c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.790322] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 935.791354] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a deletion is rescheduled due to dependency. [ 935.791354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.244865] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 in Status: SUCCESS [ 936.244865] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 deletion is rescheduled due to dependency. [ 936.244865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.481664] env[66551]: INFO networking_nsxv3.common.synchronization [None req-8f67122a-bb1b-4fde-a2b2-14ff8a82288c None None] Enqueued Resource ID: 61d5fe4f-b715-4109-85f4-5e4adaa96d3c with Priority: HIGHEST for action port [ 936.481664] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d5fe4f-b715-4109-85f4-5e4adaa96d3c with Priority: HIGHEST for action port [ 936.481664] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d5fe4f-b715-4109-85f4-5e4adaa96d3c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.481664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d5fe4f-b715-4109-85f4-5e4adaa96d3c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.481664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d5fe4f-b715-4109-85f4-5e4adaa96d3c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.482035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d5fe4f-b715-4109-85f4-5e4adaa96d3c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.482141] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d5fe4f-b715-4109-85f4-5e4adaa96d3c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.780537] env[66551]: INFO networking_nsxv3.common.synchronization [req-dcb97a08-16c9-4e75-b52e-1b4361ceb771 req-03200554-5b8c-4022-b0e7-44a85c260d79 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_members [ 936.781037] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGHEST for action security_group_members [ 936.781508] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-d51deafa-808f-4b9c-9637-f9c07a1654ff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.781508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.781658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.781728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.781887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.782017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.782387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.782614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.782744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.782876] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.986781] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61d5fe4f-b715-4109-85f4-5e4adaa96d3c [ 936.987707] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.987707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.987707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.987707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.987707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.987925] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61d5fe4f-b715-4109-85f4-5e4adaa96d3c already deleted. [ 936.987925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d5fe4f-b715-4109-85f4-5e4adaa96d3c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.284647] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.284804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.284872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.285101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.309111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.309956] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.310200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.310284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.310523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.310612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.310707] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d51deafa-808f-4b9c-9637-f9c07a1654ff is going to be updated. [ 937.333378] env[66551]: INFO networking_nsxv3.common.synchronization [req-7df34dfa-0fc9-4025-8887-2fc3a971e127 req-e17d107b-bbde-46d7-8500-8b628a3b0e7a tempest-ServersV294TestFqdnHostnames-373221202 tempest-ServersV294TestFqdnHostnames-373221202-project-member] Enqueued Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_members [ 937.333736] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGHEST for action security_group_members [ 937.334059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-68387195-ebb2-4e87-8efb-19c0939b9522 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.334185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.334252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.334455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.334609] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.334706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.334768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.334918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.335014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.336226] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.342440] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.342567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.342637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.343484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.343667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.354901] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d51deafa-808f-4b9c-9637-f9c07a1654ff in Status: IN_PROGRESS for 2s [ 937.431801] env[66551]: INFO networking_nsxv3.common.synchronization [req-84aa4b90-432e-4fd7-9ff4-ee1cc4b2c915 req-1f95ad5c-c543-4830-8d95-f8bac00fc644 tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 937.432394] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 937.432673] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.432823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.432873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.435179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.435381] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.435496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.435593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.435748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.435832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.436072] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.838384] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.838542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.839258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.839552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.839707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.840381] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.841179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.841179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.841179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.841179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.841179] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68387195-ebb2-4e87-8efb-19c0939b9522 is going to be updated. [ 937.872519] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.872519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.872519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.872519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.872519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.886256] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68387195-ebb2-4e87-8efb-19c0939b9522 in Status: IN_PROGRESS for 2s [ 937.939296] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.939598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.939598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.940842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.941013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.941678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.941678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.941678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.941678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.941678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.942067] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 937.974270] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.974270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.974270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.974270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.974488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.985581] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 939.368559] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d51deafa-808f-4b9c-9637-f9c07a1654ff in Status: SUCCESS [ 939.368559] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d51deafa-808f-4b9c-9637-f9c07a1654ff deletion is rescheduled due to dependency. [ 939.368559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.632359] env[66551]: INFO networking_nsxv3.common.synchronization [None req-eeb41df3-eb78-4ffe-8cff-ebadebb37851 None None] Enqueued Resource ID: e6bae08c-e4bb-4de3-b72e-16e47d178a73 with Priority: HIGHEST for action port [ 939.632359] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6bae08c-e4bb-4de3-b72e-16e47d178a73 with Priority: HIGHEST for action port [ 939.632359] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6bae08c-e4bb-4de3-b72e-16e47d178a73 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.632359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6bae08c-e4bb-4de3-b72e-16e47d178a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.632359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6bae08c-e4bb-4de3-b72e-16e47d178a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.632359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6bae08c-e4bb-4de3-b72e-16e47d178a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.632359] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6bae08c-e4bb-4de3-b72e-16e47d178a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.895861] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68387195-ebb2-4e87-8efb-19c0939b9522 in Status: SUCCESS [ 939.896089] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68387195-ebb2-4e87-8efb-19c0939b9522 deletion is rescheduled due to dependency. [ 939.896176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.995653] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 939.995982] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f deletion is rescheduled due to dependency. [ 939.996106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.136696] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6bae08c-e4bb-4de3-b72e-16e47d178a73 [ 940.136875] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.137016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.137016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.137194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.137302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.137373] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6bae08c-e4bb-4de3-b72e-16e47d178a73 already deleted. [ 940.137442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6bae08c-e4bb-4de3-b72e-16e47d178a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.290720] env[66551]: INFO networking_nsxv3.common.synchronization [req-1e5cb9ac-1b81-430f-8ff7-757aeaa69908 req-a635253d-ad9d-4bb9-bb64-7337d25e3770 tempest-ImagesOneServerNegativeTestJSON-795495104 tempest-ImagesOneServerNegativeTestJSON-795495104-project-member] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 942.291678] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 942.291678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.291833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.291833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.292100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.292255] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.292354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.292417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.292576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.292662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.292753] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.628281] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.628448] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.628558] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.629874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.629874] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.629874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.630204] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.630204] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.630482] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.630572] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.630684] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.630792] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.630900] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.631024] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.631134] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.631288] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.655401] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.655652] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.655693] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.655878] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.656645] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-78436315-3b3a-4385-9668-d79dee5e1eb9 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.658368] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-78436315-3b3a-4385-9668-d79dee5e1eb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.658368] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-78436315-3b3a-4385-9668-d79dee5e1eb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.658368] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-78436315-3b3a-4385-9668-d79dee5e1eb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.658368] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78436315-3b3a-4385-9668-d79dee5e1eb9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.766065] env[66551]: INFO networking_nsxv3.common.synchronization [None req-d8d00614-a0c8-4d1f-8804-6eb179b99fc2 None None] Enqueued Resource ID: 4cd44817-5ec6-4fba-ab9a-c4e414ba6a17 with Priority: HIGHEST for action port [ 942.766326] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd44817-5ec6-4fba-ab9a-c4e414ba6a17 with Priority: HIGHEST for action port [ 942.766925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd44817-5ec6-4fba-ab9a-c4e414ba6a17 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.767066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd44817-5ec6-4fba-ab9a-c4e414ba6a17" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.767134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd44817-5ec6-4fba-ab9a-c4e414ba6a17" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.767391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd44817-5ec6-4fba-ab9a-c4e414ba6a17" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.767462] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd44817-5ec6-4fba-ab9a-c4e414ba6a17',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.795194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.795409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.795409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.795610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.795697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.796031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.796031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.796241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.796319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.796439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.796572] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 already deleted. [ 942.796833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.160660] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.160891] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.161031] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.161400] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.161553] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.161710] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 78436315-3b3a-4385-9668-d79dee5e1eb9 not found, creating... [ 943.162012] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.162138] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.162253] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.162475] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.162606] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.162885] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.163044] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.163163] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.163428] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.163559] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.163696] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 78436315-3b3a-4385-9668-d79dee5e1eb9 is going to be created. [ 943.201391] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.201680] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.201907] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.202834] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.202834] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.202834] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-78436315-3b3a-4385-9668-d79dee5e1eb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.269445] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cd44817-5ec6-4fba-ab9a-c4e414ba6a17 [ 943.269583] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.269716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.269788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.270432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.270432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.270560] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cd44817-5ec6-4fba-ab9a-c4e414ba6a17 already deleted. [ 943.270560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd44817-5ec6-4fba-ab9a-c4e414ba6a17" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.315993] env[66551]: INFO networking_nsxv3.common.synchronization [req-49af31d8-aae2-43a7-96a3-56b7de365195 req-156fab02-f4ff-498e-8dc8-7061d2a9291c tempest-ImagesOneServerTestJSON-87951642 tempest-ImagesOneServerTestJSON-87951642-project-member] Enqueued Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGHEST for action security_group_members [ 943.316808] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGHEST for action security_group_members [ 943.317037] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bac1468-954b-4ef4-9426-703ca90092fe taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.317037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.317206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.318054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.318054] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.318054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.318054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.318054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.318054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.318054] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.558690] env[66551]: INFO networking_nsxv3.common.synchronization [req-b44a3901-d6a0-41c9-979c-fc4fe8cd7003 req-f80cd576-3045-4618-9c5d-ec709aa4f6b6 tempest-MigrationsAdminTest-979151640 tempest-MigrationsAdminTest-979151640-project-member] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 943.560161] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGHEST for action security_group_members [ 943.560489] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.560975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561049] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.561157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.561221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.561399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.561487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.561580] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.823613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.823801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.823840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.824082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.824178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.824384] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.824491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.824551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.824720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.824800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.824897] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bac1468-954b-4ef4-9426-703ca90092fe is going to be updated. [ 943.871693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.871908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.871970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.872214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.872365] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.885399] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bac1468-954b-4ef4-9426-703ca90092fe in Status: IN_PROGRESS for 2s [ 943.942933] env[66551]: INFO networking_nsxv3.common.synchronization [req-1e5cb9ac-1b81-430f-8ff7-757aeaa69908 req-c5023394-479c-412c-a527-6f9e23d36e61 service nova] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_rules [ 943.943125] env[66551]: INFO networking_nsxv3.common.synchronization [req-1e5cb9ac-1b81-430f-8ff7-757aeaa69908 req-c5023394-479c-412c-a527-6f9e23d36e61 service nova] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 943.943277] env[66551]: INFO networking_nsxv3.common.synchronization [req-1e5cb9ac-1b81-430f-8ff7-757aeaa69908 req-c5023394-479c-412c-a527-6f9e23d36e61 service nova] Enqueued Resource ID: 78436315-3b3a-4385-9668-d79dee5e1eb9 with Priority: HIGHEST for action port [ 943.943791] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_rules [ 943.943926] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 943.944212] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78436315-3b3a-4385-9668-d79dee5e1eb9 with Priority: HIGHEST for action port [ 943.945013] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.945114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.945191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.945454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.945556] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.946554] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.946696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.946818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.947070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.947274] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.947428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.948115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.948319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.948419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.948517] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.949315] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-78436315-3b3a-4385-9668-d79dee5e1eb9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.949813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78436315-3b3a-4385-9668-d79dee5e1eb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.949893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78436315-3b3a-4385-9668-d79dee5e1eb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.950196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78436315-3b3a-4385-9668-d79dee5e1eb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.950196] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78436315-3b3a-4385-9668-d79dee5e1eb9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.067090] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.067090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.067090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.067090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.093370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.093370] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.093370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.093370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.093370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.093370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.093370] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be updated. [ 944.120521] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.120521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.120521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.120521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.120521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.130509] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: IN_PROGRESS for 2s [ 944.454048] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78436315-3b3a-4385-9668-d79dee5e1eb9 with status ACTIVE [ 944.454048] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.454048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.454048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.454048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.454048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.454048] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.454048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.454048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.454582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.457725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.457938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.458058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.458129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.458292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.458371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.458458] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78436315-3b3a-4385-9668-d79dee5e1eb9 is going to be updated. [ 944.459961] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.460112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.460262] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.480835] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.480964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.481056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.481467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.481617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.481775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78436315-3b3a-4385-9668-d79dee5e1eb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.962779] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.360389] env[66551]: INFO networking_nsxv3.common.synchronization [req-ae534e01-2444-4968-81d8-a961ccc41a0e req-51a4e7c6-f194-4cde-b0ef-ecf2e54346e1 tempest-ServerMetadataNegativeTestJSON-973460503 tempest-ServerMetadataNegativeTestJSON-973460503-project-member] Enqueued Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGHEST for action security_group_members [ 945.361245] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGHEST for action security_group_members [ 945.361604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.361771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.361843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.362145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.362340] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.362470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.362553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.362738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.362850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.362966] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.465556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.465849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.465849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.465995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.466105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.466207] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be created. [ 945.491428] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.491587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.491658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.491880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.492057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.502672] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: UNINITIALIZED for 2s [ 945.790627] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-841 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.791156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-841" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.791156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-841" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.791266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-841" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.791561] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.791724] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.791838] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.792077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.792251] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.794989] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.794989] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.794989] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.794989] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.794989] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.794989] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.794989] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.812041] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.812266] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.812533] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.812717] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-841" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.813008] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.813196] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.813315] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.813637] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.813769] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d4e69e-06db-487a-8d3c-039bd2d5f1b9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.865692] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.865849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.865925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.866171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.866260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.866459] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.866601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.866702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.867524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.867524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.867524] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 already deleted. [ 945.867524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.898060] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bac1468-954b-4ef4-9426-703ca90092fe in Status: SUCCESS [ 945.898060] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bac1468-954b-4ef4-9426-703ca90092fe deletion is rescheduled due to dependency. [ 945.898060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.141371] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed3d49dd-336d-46af-807c-441599397283 in Status: SUCCESS [ 946.141988] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed3d49dd-336d-46af-807c-441599397283 deletion is rescheduled due to dependency. [ 946.141988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.316303] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.316590] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.316739] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.317216] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.317373] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.317531] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port b5d4e69e-06db-487a-8d3c-039bd2d5f1b9 not found, creating... [ 946.317928] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.317928] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.318193] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.318588] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.318588] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.318702] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.318875] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.319070] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.319219] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.319350] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.319487] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: b5d4e69e-06db-487a-8d3c-039bd2d5f1b9 is going to be created. [ 946.346113] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.346389] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.346530] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.346777] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.347218] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.347454] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.070431] env[66551]: INFO networking_nsxv3.common.synchronization [req-ae534e01-2444-4968-81d8-a961ccc41a0e req-afbc5195-c289-4d5a-8780-78ef9222f712 service nova] Enqueued Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGHEST for action security_group_rules [ 947.070698] env[66551]: INFO networking_nsxv3.common.synchronization [req-ae534e01-2444-4968-81d8-a961ccc41a0e req-afbc5195-c289-4d5a-8780-78ef9222f712 service nova] Enqueued Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGHEST for action security_group_members [ 947.070736] env[66551]: INFO networking_nsxv3.common.synchronization [req-ae534e01-2444-4968-81d8-a961ccc41a0e req-afbc5195-c289-4d5a-8780-78ef9222f712 service nova] Enqueued Resource ID: b5d4e69e-06db-487a-8d3c-039bd2d5f1b9 with Priority: HIGHEST for action port [ 947.071291] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGHEST for action security_group_rules [ 947.071416] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGHEST for action security_group_members [ 947.071512] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d4e69e-06db-487a-8d3c-039bd2d5f1b9 with Priority: HIGHEST for action port [ 947.071783] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.073820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.073820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.073820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.073820] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.075195] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.075318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.075429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.075558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.075709] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.075812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.075875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.076034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.076123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.076214] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.080368] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.082577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.082577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.082577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.082577] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d4e69e-06db-487a-8d3c-039bd2d5f1b9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.513579] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 947.513957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.513957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.515595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.515595] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.515595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.515595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.515595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.515595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.515595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.515595] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.586027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.586027] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.586027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d4e69e-06db-487a-8d3c-039bd2d5f1b9 with status ACTIVE [ 947.586027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.586027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.586027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.586753] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.586753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.586753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.586753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.586753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.586753] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d4e69e-06db-487a-8d3c-039bd2d5f1b9 is going to be updated. [ 947.610050] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.610591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.610682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d4e69e-06db-487a-8d3c-039bd2d5f1b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.018175] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.018333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.018405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.018628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.018790] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.018889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.019016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.019188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.019275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.019364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.019509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.019631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.019678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.019788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.019925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.020051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.020116] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.020264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.020359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.020479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.020540] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.088859] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.096322] env[66551]: INFO networking_nsxv3.common.synchronization [None req-7ab63afc-480c-4c7f-bcc5-7efb0c885b0a None None] Enqueued Resource ID: 0ccb15b8-3546-4632-8772-304a97324d27 with Priority: HIGHEST for action port [ 948.096322] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ccb15b8-3546-4632-8772-304a97324d27 with Priority: HIGHEST for action port [ 948.096322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ccb15b8-3546-4632-8772-304a97324d27 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.096322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ccb15b8-3546-4632-8772-304a97324d27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.096322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ccb15b8-3546-4632-8772-304a97324d27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.096766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ccb15b8-3546-4632-8772-304a97324d27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.097780] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ccb15b8-3546-4632-8772-304a97324d27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.526055] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e19c5596-88c9-4f47-8130-4c241766da84: rpc.has_security_group_logging(os_id): False [ 948.545557] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.545557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.545557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.545557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.545557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.546538] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.546538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.546538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.546538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.546853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.546853] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.546967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.547023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.547150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.548112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.548189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.548255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.548286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.548669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.548669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.548669] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be created. [ 948.591711] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.591908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.591971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.592180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.592293] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.592409] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 is going to be created. [ 948.602740] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ccb15b8-3546-4632-8772-304a97324d27 [ 948.602987] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.603638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.603638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.603786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.603818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.603948] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ccb15b8-3546-4632-8772-304a97324d27 already deleted. [ 948.604092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ccb15b8-3546-4632-8772-304a97324d27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.611353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.611534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.611642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.611883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.612128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.615522] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.615671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.615775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.616034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.616204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.627261] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 in Status: UNINITIALIZED for 2s [ 948.628062] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 949.532261] env[66551]: INFO networking_nsxv3.common.synchronization [req-2fb43911-f9c5-40a1-8321-6f226afb33d0 req-faa9400d-bc67-4b78-a438-fa2771849d28 tempest-ServerActionsTestOtherB-1115780501 tempest-ServerActionsTestOtherB-1115780501-project-member] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 949.534785] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 949.534785] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.534785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.534785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.534785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.534785] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.534785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.534785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.534785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.534785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.534785] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.940162] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.940411] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.940534] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.940819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.941200] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.941412] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.942339] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.942339] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.942562] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.942655] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.942795] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.943189] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.943400] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.943570] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.943825] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.943995] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.964340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.964526] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.964668] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.964847] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.965242] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-194cedb3-14c3-4248-a91b-8b9941c31fa5 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.965353] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-194cedb3-14c3-4248-a91b-8b9941c31fa5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.965477] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-194cedb3-14c3-4248-a91b-8b9941c31fa5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.965810] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-194cedb3-14c3-4248-a91b-8b9941c31fa5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.965951] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194cedb3-14c3-4248-a91b-8b9941c31fa5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.039287] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.039287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.039287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.039287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.039287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.039287] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.039287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.039287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.039287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.039287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.039287] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 950.064310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.064671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.064883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.065218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.065529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.078923] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 950.457465] env[66551]: INFO networking_nsxv3.common.synchronization [None req-e612e0ca-d1cc-4440-b78c-4ae4b8e61fe2 None None] Enqueued Resource ID: 0ecb775e-80ec-4908-bc11-cb90b9d6d4c4 with Priority: HIGHEST for action port [ 950.458143] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ecb775e-80ec-4908-bc11-cb90b9d6d4c4 with Priority: HIGHEST for action port [ 950.458504] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ecb775e-80ec-4908-bc11-cb90b9d6d4c4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.458694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ecb775e-80ec-4908-bc11-cb90b9d6d4c4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.458787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ecb775e-80ec-4908-bc11-cb90b9d6d4c4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.459122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ecb775e-80ec-4908-bc11-cb90b9d6d4c4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.459244] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ecb775e-80ec-4908-bc11-cb90b9d6d4c4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.469108] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.469438] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.469615] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.469943] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.470342] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.470342] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 194cedb3-14c3-4248-a91b-8b9941c31fa5 not found, creating... [ 950.470673] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.470864] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.471044] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.471391] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.472167] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.473098] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.473233] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.473395] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.473954] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.473954] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.474078] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 194cedb3-14c3-4248-a91b-8b9941c31fa5 is going to be created. [ 950.499493] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.499774] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.499966] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.500425] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.500587] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.500850] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-194cedb3-14c3-4248-a91b-8b9941c31fa5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.640024] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 in Status: SUCCESS [ 950.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.640528] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.640528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.640528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.640661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.640661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.640729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.640850] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.642669] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 950.642669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.961778] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ecb775e-80ec-4908-bc11-cb90b9d6d4c4 [ 950.962516] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.962516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.962516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.962516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.962782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.962782] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ecb775e-80ec-4908-bc11-cb90b9d6d4c4 already deleted. [ 950.962782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ecb775e-80ec-4908-bc11-cb90b9d6d4c4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.145284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.145446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.145499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.145731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.145894] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.146085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.146085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.146252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.146346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.146427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.146589] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.146660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.146860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.146860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.147115] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.147205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.147259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.147409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.147490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.148560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.149078] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.199385] env[66551]: INFO networking_nsxv3.common.synchronization [req-2fb43911-f9c5-40a1-8321-6f226afb33d0 req-da827d2a-2fb1-4d6e-9139-b39e8b5bd419 service nova] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 951.199585] env[66551]: INFO networking_nsxv3.common.synchronization [req-2fb43911-f9c5-40a1-8321-6f226afb33d0 req-da827d2a-2fb1-4d6e-9139-b39e8b5bd419 service nova] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 951.199727] env[66551]: INFO networking_nsxv3.common.synchronization [req-2fb43911-f9c5-40a1-8321-6f226afb33d0 req-da827d2a-2fb1-4d6e-9139-b39e8b5bd419 service nova] Enqueued Resource ID: 194cedb3-14c3-4248-a91b-8b9941c31fa5 with Priority: HIGHEST for action port [ 951.200503] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 951.200672] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 951.200776] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194cedb3-14c3-4248-a91b-8b9941c31fa5 with Priority: HIGHEST for action port [ 951.201163] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.201313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.201313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.201475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.201558] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.202436] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.202531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.202734] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-194cedb3-14c3-4248-a91b-8b9941c31fa5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.202830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-194cedb3-14c3-4248-a91b-8b9941c31fa5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.202891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-194cedb3-14c3-4248-a91b-8b9941c31fa5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.203166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-194cedb3-14c3-4248-a91b-8b9941c31fa5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.203347] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194cedb3-14c3-4248-a91b-8b9941c31fa5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.619334] env[66551]: INFO networking_nsxv3.common.synchronization [req-1d839ae7-1d3e-491a-9655-2cfd94ebbda3 req-eddaf736-b975-4f08-9185-095931d8ac30 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 951.619803] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 951.620181] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.620309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.620438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.620622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.620807] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.621153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.621153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.621345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.621345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.621345] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.649527] env[66551]: INFO networking_nsxv3.common.synchronization [req-1d839ae7-1d3e-491a-9655-2cfd94ebbda3 req-eddaf736-b975-4f08-9185-095931d8ac30 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 951.649527] env[66551]: INFO networking_nsxv3.common.synchronization [req-1d839ae7-1d3e-491a-9655-2cfd94ebbda3 req-eddaf736-b975-4f08-9185-095931d8ac30 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 951.649527] env[66551]: INFO networking_nsxv3.common.synchronization [req-1d839ae7-1d3e-491a-9655-2cfd94ebbda3 req-eddaf736-b975-4f08-9185-095931d8ac30 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with Priority: HIGHEST for action port [ 951.650955] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 951.650955] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 951.650955] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with Priority: HIGHEST for action port [ 951.651249] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.651330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.651422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.651683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.651768] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.652809] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.652948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.653176] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.653286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.653360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.653566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.653643] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.654954] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73: rpc.has_security_group_logging(os_id): False [ 951.674654] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.674862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.674862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.675090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.675264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.675423] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.675606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.675606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.675933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.675933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.676033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.676095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.676322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.676322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.676441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.676567] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.676675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.676735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.676898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.677044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.677090] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 is going to be created. [ 951.705460] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.705666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.709385] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 194cedb3-14c3-4248-a91b-8b9941c31fa5 with status ACTIVE [ 951.709666] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.709762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.709824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.710193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.710294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.710521] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.710723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.710723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.710962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.710962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.711209] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.711281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.711573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.711573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.711573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.711700] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 194cedb3-14c3-4248-a91b-8b9941c31fa5 is going to be updated. [ 951.752599] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.753454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.753919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.754256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.754696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.754885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-194cedb3-14c3-4248-a91b-8b9941c31fa5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.757307] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.757445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.757445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.757667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.757856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.770999] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 in Status: IN_PROGRESS for 2s [ 952.052072] env[66551]: INFO networking_nsxv3.common.synchronization [req-c5e144ff-07f7-4839-b6a5-0b40a6dcb728 req-2b2c904d-538b-4d1a-ac5e-e02cf72ec453 tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 952.052748] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 952.053118] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.053272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.053341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.053551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.053710] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.053844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.053921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.054257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.054372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.054474] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.092783] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 952.092973] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a deletion is rescheduled due to dependency. [ 952.093123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.093656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.093870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.094074] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.094199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.094263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.094415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.094495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.094592] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.123988] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.155574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.156653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.157112] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with status ACTIVE [ 952.157331] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.157454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.157519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.157736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.157814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.158013] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.158147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.158231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.158401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.158469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.158731] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.158822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.158936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.159123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.159184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.159271] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 is going to be updated. [ 952.187174] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.188136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.188136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.188281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.188625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.188866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.388708] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.388895] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.389061] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.389320] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.390016] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.392305] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.392450] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.392673] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.392820] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.394248] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.394248] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.394248] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.394248] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.394248] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.394248] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.394248] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.419324] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.419598] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.419598] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.420620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.420620] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-5da9456f-3ff2-4720-9351-93c2526a8d16 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.420620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-5da9456f-3ff2-4720-9351-93c2526a8d16" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.420620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-5da9456f-3ff2-4720-9351-93c2526a8d16" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.421158] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-5da9456f-3ff2-4720-9351-93c2526a8d16" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.421158] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da9456f-3ff2-4720-9351-93c2526a8d16',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.557214] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.557488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.557703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.557935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.558081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.558562] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.558562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.558562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.558935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.558935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.558935] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 952.588383] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.588693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.588693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.589611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.589611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.597859] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.599594] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 952.626621] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.923831] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.924225] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.924225] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.924507] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.924657] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.924838] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 5da9456f-3ff2-4720-9351-93c2526a8d16 not found, creating... [ 952.925149] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.925326] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.925447] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.925704] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.925809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.926262] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.926464] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.926824] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.926922] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.927043] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.927196] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 5da9456f-3ff2-4720-9351-93c2526a8d16 is going to be created. [ 952.949562] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.949799] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.949903] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.950221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.950452] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.950673] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-5da9456f-3ff2-4720-9351-93c2526a8d16" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.101332] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.129539] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.129539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.129728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.131154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.131154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.131154] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be updated. [ 953.158559] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.158790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.158971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.159256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.159448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.173049] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: IN_PROGRESS for 2s [ 953.604539] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.604539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.604539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.604539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.604819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.604819] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 953.638371] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.638473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.638872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.638872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.639235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.649708] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 953.711552] env[66551]: INFO networking_nsxv3.common.synchronization [req-c5e144ff-07f7-4839-b6a5-0b40a6dcb728 req-4bc20b6c-e7f4-4f5c-8cf7-12d41963a4bb service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 953.711717] env[66551]: INFO networking_nsxv3.common.synchronization [req-c5e144ff-07f7-4839-b6a5-0b40a6dcb728 req-4bc20b6c-e7f4-4f5c-8cf7-12d41963a4bb service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 953.711857] env[66551]: INFO networking_nsxv3.common.synchronization [req-c5e144ff-07f7-4839-b6a5-0b40a6dcb728 req-4bc20b6c-e7f4-4f5c-8cf7-12d41963a4bb service nova] Enqueued Resource ID: 5da9456f-3ff2-4720-9351-93c2526a8d16 with Priority: HIGHEST for action port [ 953.712736] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 953.712992] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 953.713172] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da9456f-3ff2-4720-9351-93c2526a8d16 with Priority: HIGHEST for action port [ 953.713559] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.714163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.714265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.714441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.714518] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.715483] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.715572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.715993] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da9456f-3ff2-4720-9351-93c2526a8d16 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.715993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da9456f-3ff2-4720-9351-93c2526a8d16" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.715993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da9456f-3ff2-4720-9351-93c2526a8d16" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.716227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da9456f-3ff2-4720-9351-93c2526a8d16" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.716261] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da9456f-3ff2-4720-9351-93c2526a8d16',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.786779] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 in Status: SUCCESS [ 953.787150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.219392] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.219392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.223908] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5da9456f-3ff2-4720-9351-93c2526a8d16 with status ACTIVE [ 954.226605] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.226605] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.226605] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.226605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.226605] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5da9456f-3ff2-4720-9351-93c2526a8d16 is going to be updated. [ 954.249627] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.249855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.250039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.250245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.250434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.250657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da9456f-3ff2-4720-9351-93c2526a8d16" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.344055] env[66551]: INFO networking_nsxv3.common.synchronization [req-fb5b57eb-863f-44e3-bcec-23029abc5456 req-584fd83d-cc3e-4147-9cb9-49eb6bd18137 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 954.344598] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 954.344906] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.345023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.358954] env[66551]: INFO networking_nsxv3.common.synchronization [req-fb5b57eb-863f-44e3-bcec-23029abc5456 req-584fd83d-cc3e-4147-9cb9-49eb6bd18137 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 954.359350] env[66551]: INFO networking_nsxv3.common.synchronization [req-fb5b57eb-863f-44e3-bcec-23029abc5456 req-584fd83d-cc3e-4147-9cb9-49eb6bd18137 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 954.359436] env[66551]: INFO networking_nsxv3.common.synchronization [req-fb5b57eb-863f-44e3-bcec-23029abc5456 req-584fd83d-cc3e-4147-9cb9-49eb6bd18137 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with Priority: HIGHEST for action port [ 954.363264] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_rules [ 954.363475] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 954.363596] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with Priority: HIGHEST for action port [ 954.364373] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.364487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.364700] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.364776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.364992] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.364992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.364992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.364992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.365878] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.611114] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 954.611333] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 954.611467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.611644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.611894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.612137] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.612290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.612358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.612800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.612916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.613041] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.738740] env[66551]: INFO networking_nsxv3.common.synchronization [req-ec7f98fd-2872-4eb5-92e0-448ee8be2a9d req-33bfbefd-bcad-4143-a54d-d77e909d18cb tempest-ServersTestFqdnHostnames-82841964 tempest-ServersTestFqdnHostnames-82841964-project-member] Enqueued Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_members [ 954.739436] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGHEST for action security_group_members [ 954.739970] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-04643e1a-277a-4f48-a91f-85d754e3afff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.740179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.740271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.740444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.740913] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.740913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.740913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.741243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.741243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.741243] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.868528] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 with status ACTIVE [ 954.868832] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.869055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.869170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.869469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.869590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.869836] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.869980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.870084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.870279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.870383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.870630] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.870753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.870827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.871024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.871127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.871268] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98 is going to be updated. [ 954.902239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.903188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.903188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.903188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.903188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.903188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f1dd5ca-79fb-4d25-bb40-da0c7cdc7c98" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.115871] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.186611] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: SUCCESS [ 955.186951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.187668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.187970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.188248] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.188419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.188528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.188998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.189159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.189299] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.244305] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.244618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.244618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.244763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.266268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.266530] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.266656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.266719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.266964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.267061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.267158] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04643e1a-277a-4f48-a91f-85d754e3afff is going to be updated. [ 955.297711] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.297898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.297979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.298264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.298433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.311325] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04643e1a-277a-4f48-a91f-85d754e3afff in Status: IN_PROGRESS for 2s [ 955.620734] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.660674] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 955.661014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.661284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.661541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.661739] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.661863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.661956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.662221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.662352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.662497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.662641] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.694166] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.123128] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.123311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.123381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.123602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.123692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.123795] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 956.154035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.154035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.154035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.154035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.154035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.164452] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 956.165898] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.198426] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.669625] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f303f2-ca01-4b74-b1b7-c61b7d450e8a: rpc.has_security_group_logging(os_id): False [ 956.702492] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.702492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.702492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.702492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.702492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.702492] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be updated. [ 956.711552] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.711971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.711971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.712229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.712309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.713029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.713029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.713029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.713029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.713273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.713273] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 956.799657] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.799840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.799881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.800504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.800504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.812451] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: IN_PROGRESS for 2s [ 956.842201] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.842547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.842547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.842717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.842946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.866212] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 957.323425] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04643e1a-277a-4f48-a91f-85d754e3afff in Status: SUCCESS [ 957.323781] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04643e1a-277a-4f48-a91f-85d754e3afff deletion is rescheduled due to dependency. [ 957.323781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.183808] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 958.184212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.188025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.188025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.188025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.188025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.188025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.188025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.188025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.188025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.188025] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.487950] env[66551]: INFO networking_nsxv3.common.synchronization [req-c979cbde-aa49-4c00-a295-b3163a2fe851 req-ffcc8d80-baac-4c93-a0b5-92e647449d80 tempest-AttachInterfacesUnderV243Test-670731599 tempest-AttachInterfacesUnderV243Test-670731599-project-member] Enqueued Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 958.488114] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e53344-062e-4110-9a8c-f23dca8bb384 with Priority: HIGHEST for action security_group_members [ 958.488897] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-88e53344-062e-4110-9a8c-f23dca8bb384 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.489599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.688348] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.688537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.688616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.688997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.689242] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.689375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.689520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.689623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.689718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.689814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.690950] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.691522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.691522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.691522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.692718] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.692718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.692718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.692718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.692718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.692718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.692718] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.837166] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: SUCCESS [ 958.837424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.838057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.838292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.838601] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.838765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.838881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.839105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.839213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.839335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.839472] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.840535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.840790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.841212] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.841349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.841413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.841744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.842476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.842476] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.885303] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 958.885552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.035722] env[66551]: INFO networking_nsxv3.common.synchronization [req-de042f3a-be5f-4056-8f96-e85296e77889 req-bfd48f17-c9fb-43af-98da-ce831e57c2ad tempest-ServerRescueNegativeTestJSON-1883163268 tempest-ServerRescueNegativeTestJSON-1883163268-project-member] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 959.036290] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 959.036629] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.036755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.036822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.037764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.039654] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.039654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.039654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.039654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.039654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.039654] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.197010] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0: rpc.has_security_group_logging(os_id): False [ 959.216271] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.216463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.216537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.216802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.217100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.217245] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.217323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.217396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.217602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.217689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.217920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.218073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.218210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.218357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.218437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.218647] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.218743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.219694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.219694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.219694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.219694] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 959.286209] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.286209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.286209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.286209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.286209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.304687] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 959.343634] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.344770] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.344909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.344979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.345231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.345328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.345659] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.345777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.345840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.346058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.346141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.346228] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be updated. [ 959.417651] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.417883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.417946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.418218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.418387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.432652] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: IN_PROGRESS for 2s [ 959.488221] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.488221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.488221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.488221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.488221] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.488221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.488221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.495559] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.495559] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.495559] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.495559] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.495559] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.495559] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.495559] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.495559] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.495559] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.518094] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.518351] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.518615] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.519139] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.519362] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.519603] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.519691] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.520067] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.520274] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2737c8-e7ab-43ea-8f68-77175d5fef4a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.545580] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.545906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.545906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.546210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.546401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.546661] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.546803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.546891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.547365] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.547365] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.547365] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 already deleted. [ 959.547548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.848355] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88e53344-062e-4110-9a8c-f23dca8bb384: rpc.has_security_group_logging(os_id): False [ 959.867292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.867480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.867522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.867742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.867867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.868117] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.868231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.868291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.868456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.868523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.868615] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be updated. [ 959.934540] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.934732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.934805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.934990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.935155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.950176] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: IN_PROGRESS for 2s [ 960.023544] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.024975] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.024975] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.024975] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.024975] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.024975] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 1f2737c8-e7ab-43ea-8f68-77175d5fef4a not found, creating... [ 960.024975] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.025421] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.025421] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.025421] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.025522] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.026629] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.026629] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.026629] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.026629] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.026629] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.026629] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 1f2737c8-e7ab-43ea-8f68-77175d5fef4a is going to be created. [ 960.049737] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.050015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.050269] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.050572] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.051283] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.051585] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.673021] env[66551]: INFO networking_nsxv3.common.synchronization [None req-1a4c2ed0-53ab-4ff3-a920-fa5aeffe40d3 None None] Enqueued Resource ID: 151d1dcf-46b4-4ffc-8b17-a679aef141b4 with Priority: HIGHEST for action port [ 960.673021] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 151d1dcf-46b4-4ffc-8b17-a679aef141b4 with Priority: HIGHEST for action port [ 960.673021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-151d1dcf-46b4-4ffc-8b17-a679aef141b4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.673021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-151d1dcf-46b4-4ffc-8b17-a679aef141b4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.673021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-151d1dcf-46b4-4ffc-8b17-a679aef141b4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.673021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-151d1dcf-46b4-4ffc-8b17-a679aef141b4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.673021] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('151d1dcf-46b4-4ffc-8b17-a679aef141b4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.793366] env[66551]: INFO networking_nsxv3.common.synchronization [req-de042f3a-be5f-4056-8f96-e85296e77889 req-961fb413-e06b-4035-a378-2e3dc10c8b01 service nova] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_rules [ 960.793458] env[66551]: INFO networking_nsxv3.common.synchronization [req-de042f3a-be5f-4056-8f96-e85296e77889 req-961fb413-e06b-4035-a378-2e3dc10c8b01 service nova] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 960.793592] env[66551]: INFO networking_nsxv3.common.synchronization [req-de042f3a-be5f-4056-8f96-e85296e77889 req-961fb413-e06b-4035-a378-2e3dc10c8b01 service nova] Enqueued Resource ID: 1f2737c8-e7ab-43ea-8f68-77175d5fef4a with Priority: HIGHEST for action port [ 960.794169] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_rules [ 960.794323] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 960.794427] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2737c8-e7ab-43ea-8f68-77175d5fef4a with Priority: HIGHEST for action port [ 960.794708] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.794861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.794932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.795233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.795312] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.796369] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.796495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.796590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.796752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.797494] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.797494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.797494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.797494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.797494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.797494] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.798809] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.798809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.798809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.798809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.798809] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2737c8-e7ab-43ea-8f68-77175d5fef4a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.177169] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 151d1dcf-46b4-4ffc-8b17-a679aef141b4 [ 961.177261] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.177396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.177466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.177677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.177767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.177863] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:151d1dcf-46b4-4ffc-8b17-a679aef141b4 already deleted. [ 961.177939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-151d1dcf-46b4-4ffc-8b17-a679aef141b4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.303524] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.303669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.303865] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f2737c8-e7ab-43ea-8f68-77175d5fef4a with status ACTIVE [ 961.304013] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.304244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.304401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.304485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.304680] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.304771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.304831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.305330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.305330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.305425] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.305484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.305526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.305640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.305715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.305800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f2737c8-e7ab-43ea-8f68-77175d5fef4a is going to be updated. [ 961.307153] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.334523] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 961.334674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.343230] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.343399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.343438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.343666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.343796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.343965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f2737c8-e7ab-43ea-8f68-77175d5fef4a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.444094] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: SUCCESS [ 961.447239] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 deletion is rescheduled due to dependency. [ 961.447239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.447239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.447239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.447239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.447239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.447239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.447239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.447239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.447239] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.810880] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.954202] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.954473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.954619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.954964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.955117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.955449] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.955449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.955584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.955716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.955829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.955969] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be updated. [ 961.976043] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: SUCCESS [ 961.976326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.976517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.976735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.976876] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.991597] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.991825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.991875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.992102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.992259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.004934] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: IN_PROGRESS for 2s [ 962.266530] env[66551]: INFO networking_nsxv3.common.synchronization [None req-459d655c-4080-433c-aef9-82c368c62ed1 tempest-AttachVolumeShelveTestJSON-472889872 tempest-AttachVolumeShelveTestJSON-472889872-project-member] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_rules [ 962.266530] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_rules [ 962.266790] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.266921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.267080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.267327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.267413] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.315064] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.315064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.315064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.315064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.315064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.315064] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be created. [ 962.353637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.353795] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.353880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.356030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.356030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.370204] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: UNINITIALIZED for 2s [ 962.386422] env[66551]: INFO networking_nsxv3.common.synchronization [None req-1053fcb7-9d3b-4512-89c3-aab367bba25a tempest-AttachVolumeShelveTestJSON-472889872 tempest-AttachVolumeShelveTestJSON-472889872-project-member] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_rules [ 962.386422] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_rules [ 962.386422] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.386422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.498756] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.498756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.498756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.499345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.499345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.499345] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be deleted. [ 962.572401] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.572567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.572685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.573178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.573178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.573362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.789831] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.790218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.790218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.790678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.790678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.790678] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c already deleted. [ 962.790678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.790825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.790981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.791092] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.136051] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c1e7b05d-cbc3-4686-a3ee-40416040da7f None None] Enqueued Resource ID: be4e112e-921f-4d24-8a1b-4424dc1fbddf with Priority: HIGHEST for action port [ 963.136420] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be4e112e-921f-4d24-8a1b-4424dc1fbddf with Priority: HIGHEST for action port [ 963.137149] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-be4e112e-921f-4d24-8a1b-4424dc1fbddf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.137149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be4e112e-921f-4d24-8a1b-4424dc1fbddf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.137149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be4e112e-921f-4d24-8a1b-4424dc1fbddf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.140272] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be4e112e-921f-4d24-8a1b-4424dc1fbddf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.140409] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be4e112e-921f-4d24-8a1b-4424dc1fbddf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.319197] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.319197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.319197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.319197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.319197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.319197] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c already deleted. [ 963.319539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.495972] env[66551]: INFO networking_nsxv3.common.synchronization [req-33c5adb1-c94a-4d1b-8d1e-6cec14b03e80 req-34333727-d587-4cc1-bc27-0860657305df tempest-ServerRescueNegativeTestJSON-1883163268 tempest-ServerRescueNegativeTestJSON-1883163268-project-member] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 963.496150] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 963.496480] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.496634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.643087] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be4e112e-921f-4d24-8a1b-4424dc1fbddf [ 963.643087] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.643087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.643087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.643539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.643539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.643539] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be4e112e-921f-4d24-8a1b-4424dc1fbddf already deleted. [ 963.643643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be4e112e-921f-4d24-8a1b-4424dc1fbddf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.868152] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.868547] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.868717] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.868998] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.870015] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.870015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.870015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.870015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.870015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.870253] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.870253] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.870416] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.870416] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.870523] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.870679] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.870747] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.891319] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.891585] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.891725] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.891911] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.892271] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-339e5e7d-ad4e-4848-bd74-f9266467e696 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.892445] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-339e5e7d-ad4e-4848-bd74-f9266467e696" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.892560] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-339e5e7d-ad4e-4848-bd74-f9266467e696" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.892894] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-339e5e7d-ad4e-4848-bd74-f9266467e696" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.893054] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('339e5e7d-ad4e-4848-bd74-f9266467e696',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.015957] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88e53344-062e-4110-9a8c-f23dca8bb384 in Status: SUCCESS [ 964.018506] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 deletion is rescheduled due to dependency. [ 964.018506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.018506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.018506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.018506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.018506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.018506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.018506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.018506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.018506] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88e53344-062e-4110-9a8c-f23dca8bb384',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.254664] env[66551]: INFO networking_nsxv3.common.synchronization [req-1748b7d7-7a85-4857-8269-5c7e9c9a64a3 req-8e69e2e3-2fd7-4d28-b3a7-be6d6b3746a4 tempest-ServerMetadataNegativeTestJSON-973460503 tempest-ServerMetadataNegativeTestJSON-973460503-project-member] Enqueued Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGHEST for action security_group_members [ 964.255593] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGHEST for action security_group_members [ 964.255593] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.255593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.255741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.255847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.256033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.256149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.256343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.256399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.256450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.256538] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.379591] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: SUCCESS [ 964.379805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.380039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.380277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.380501] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.380647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.380720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.380874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.380956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.381053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.381147] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.381989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.382223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.382333] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.382458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.382514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.382661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.382737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.382858] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.396163] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.396387] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.396514] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.396782] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.397038] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.397215] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 339e5e7d-ad4e-4848-bd74-f9266467e696 not found, creating... [ 964.397550] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.397713] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.397830] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.398090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.398256] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.398540] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.398692] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.398808] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.399089] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.399239] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.399378] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 339e5e7d-ad4e-4848-bd74-f9266467e696 is going to be created. [ 964.420019] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.420336] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.420470] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.420743] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.420971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.421235] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-339e5e7d-ad4e-4848-bd74-f9266467e696" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.521554] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.521734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.521794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.522023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.522111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.522303] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.522406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.523125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.524027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.524027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.524027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88e53344-062e-4110-9a8c-f23dca8bb384 is going to be deleted. [ 964.566903] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.567145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.567232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.567519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.567665] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.567824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88e53344-062e-4110-9a8c-f23dca8bb384" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.758335] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.758527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.758616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.758970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.759029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.759239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.759360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.759425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.759615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.759700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.759797] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 is going to be updated. [ 964.787563] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.787740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.787785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.787998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.788156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.797832] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 in Status: IN_PROGRESS for 2s [ 964.884673] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.884836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.885210] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.148117] env[66551]: INFO networking_nsxv3.common.synchronization [req-33c5adb1-c94a-4d1b-8d1e-6cec14b03e80 req-e8e73abb-f2be-4065-940f-40aa32cfcba1 service nova] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_rules [ 965.148284] env[66551]: INFO networking_nsxv3.common.synchronization [req-33c5adb1-c94a-4d1b-8d1e-6cec14b03e80 req-e8e73abb-f2be-4065-940f-40aa32cfcba1 service nova] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 965.148434] env[66551]: INFO networking_nsxv3.common.synchronization [req-33c5adb1-c94a-4d1b-8d1e-6cec14b03e80 req-e8e73abb-f2be-4065-940f-40aa32cfcba1 service nova] Enqueued Resource ID: 339e5e7d-ad4e-4848-bd74-f9266467e696 with Priority: HIGHEST for action port [ 965.148987] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_rules [ 965.149119] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 965.149220] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339e5e7d-ad4e-4848-bd74-f9266467e696 with Priority: HIGHEST for action port [ 965.149490] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.149590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.149789] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.149874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.150889] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-339e5e7d-ad4e-4848-bd74-f9266467e696 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.151020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-339e5e7d-ad4e-4848-bd74-f9266467e696" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.151089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-339e5e7d-ad4e-4848-bd74-f9266467e696" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.151327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-339e5e7d-ad4e-4848-bd74-f9266467e696" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.151436] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('339e5e7d-ad4e-4848-bd74-f9266467e696',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.389849] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.653623] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 339e5e7d-ad4e-4848-bd74-f9266467e696 with status ACTIVE [ 965.653925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.654062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.654117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.654310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.654396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.654574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.654674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.654737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.654889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.654965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.655161] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.655255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.655317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.655460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.655535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.655618] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 339e5e7d-ad4e-4848-bd74-f9266467e696 is going to be updated. [ 965.676311] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.676402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.676479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.677032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.677253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.677521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-339e5e7d-ad4e-4848-bd74-f9266467e696" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.891627] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.891782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.891844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.892219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.892387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.892521] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be updated. [ 965.920143] env[66551]: INFO networking_nsxv3.common.synchronization [req-e3262841-f0cf-440d-9e15-7d58d91b97be req-7a5599fd-0603-42af-a98a-8243c85dafca tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 965.920143] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 965.920143] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.920143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.920143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.920143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.920143] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.920143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.920143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.922001] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.922258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.922451] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.927074] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.927237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.927303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.927485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.927629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.938758] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: IN_PROGRESS for 2s [ 966.264659] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.265018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.265523] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.265914] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.266367] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.266644] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.267235] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.267235] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.267467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.267784] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.268024] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.268356] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.268485] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.268705] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.268900] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.269148] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.292061] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.292424] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.292686] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.292971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-853" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.293487] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-77b189fa-abde-4f2f-9a87-526920da9bb9 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.293784] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-77b189fa-abde-4f2f-9a87-526920da9bb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.294008] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-77b189fa-abde-4f2f-9a87-526920da9bb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.296010] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-77b189fa-abde-4f2f-9a87-526920da9bb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.298120] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b189fa-abde-4f2f-9a87-526920da9bb9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.430889] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.432391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.432391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.432391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.432391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.432901] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.432901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.434890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.434890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.434890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.434890] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 966.461228] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.461228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.461228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.461228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.461439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.470095] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 966.800324] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.800603] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.800705] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.800946] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.801140] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.801359] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 77b189fa-abde-4f2f-9a87-526920da9bb9 not found, creating... [ 966.801742] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.801953] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.802117] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.802383] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.802545] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.802847] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.803025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.803203] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.803428] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.803578] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.803725] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 77b189fa-abde-4f2f-9a87-526920da9bb9 is going to be created. [ 966.815039] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 in Status: SUCCESS [ 966.815236] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 deletion is rescheduled due to dependency. [ 966.815357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.824236] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.824448] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.824571] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.824856] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.825135] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.825362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-77b189fa-abde-4f2f-9a87-526920da9bb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.412304] env[66551]: INFO networking_nsxv3.common.synchronization [req-d95b2e1a-4ea6-4868-8df5-46700c0d16dd req-36dd09e6-92f9-49bc-92e9-f5e13f6f5601 tempest-ImagesOneServerNegativeTestJSON-795495104 tempest-ImagesOneServerNegativeTestJSON-795495104-project-member] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 967.413151] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 967.413579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.413745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.413835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.414113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.414428] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.414497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.414537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.414713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.414844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.414948] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.524024] env[66551]: INFO networking_nsxv3.common.synchronization [req-e3262841-f0cf-440d-9e15-7d58d91b97be req-61ceb817-cce5-4a8c-8ded-da8fc6255e51 service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 967.524469] env[66551]: INFO networking_nsxv3.common.synchronization [req-e3262841-f0cf-440d-9e15-7d58d91b97be req-61ceb817-cce5-4a8c-8ded-da8fc6255e51 service nova] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 967.524469] env[66551]: INFO networking_nsxv3.common.synchronization [req-e3262841-f0cf-440d-9e15-7d58d91b97be req-61ceb817-cce5-4a8c-8ded-da8fc6255e51 service nova] Enqueued Resource ID: 77b189fa-abde-4f2f-9a87-526920da9bb9 with Priority: HIGHEST for action port [ 967.524845] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_rules [ 967.524975] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 967.525083] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b189fa-abde-4f2f-9a87-526920da9bb9 with Priority: HIGHEST for action port [ 967.528221] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.528221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.528221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.528221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.528221] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.528221] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.528221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.528221] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-77b189fa-abde-4f2f-9a87-526920da9bb9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.528221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77b189fa-abde-4f2f-9a87-526920da9bb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.528221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77b189fa-abde-4f2f-9a87-526920da9bb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.528221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77b189fa-abde-4f2f-9a87-526920da9bb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.528221] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b189fa-abde-4f2f-9a87-526920da9bb9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.917485] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.917638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.917709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.917937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.918042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.918245] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.918464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.918464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.918553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.918620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.918702] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 967.950532] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: SUCCESS [ 967.950776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.950947] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.951207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.951536] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.951649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.951649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.951814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.951893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.951978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.952165] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.952241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.952295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.952434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.952571] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.952662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.952722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.952859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.952932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.953018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.953112] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.954051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.954234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.954367] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.954463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.954526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.954683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.954741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.954823] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.961379] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.961570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.961708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.961831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.961972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.974314] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 968.031102] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.031339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.034317] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77b189fa-abde-4f2f-9a87-526920da9bb9 with status ACTIVE [ 968.034527] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.034658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.034801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.034997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.035060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.035233] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.035327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.035499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.035572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.035621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.035798] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.035895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.035944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.036104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.036250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.036250] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77b189fa-abde-4f2f-9a87-526920da9bb9 is going to be updated. [ 968.064247] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.064443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.064443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.064623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.064705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.064936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77b189fa-abde-4f2f-9a87-526920da9bb9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.456567] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d7a137a-5121-4742-8091-c9d06d426c09: rpc.has_security_group_logging(os_id): False [ 968.457928] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.482135] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.482366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.482366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.482621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.482697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.482925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.483034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.483085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.483249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.483329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.483535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.483649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.483649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.483790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.483862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.484138] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.484225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.484225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.484407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.484471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.484524] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be created. [ 968.486270] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 968.486437] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f deletion is rescheduled due to dependency. [ 968.486536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.487483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.487662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.487821] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.487922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.487977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.488135] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.488216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.488323] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.557938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.558358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.558358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.558515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.558641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.572628] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: IN_PROGRESS for 2s [ 968.729389] env[66551]: INFO networking_nsxv3.common.synchronization [None req-f19cc7b6-0d7b-4058-85df-ed4c12801a6b tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_rules [ 968.729389] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_rules [ 968.729389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.729389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.729389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.729389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.729389] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.841681] env[66551]: INFO networking_nsxv3.common.synchronization [None req-d0e776a3-8757-47e4-a9ad-af47e61ca156 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_rules [ 968.842218] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_rules [ 968.842524] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.842660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.960076] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.991681] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.251110] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.251280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.251368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.251600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.251691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.251791] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 already deleted. [ 969.251875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.252037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.252193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.252277] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.463081] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.463316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.463375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.463602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.463694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.463800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be updated. [ 969.493878] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.496469] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.496764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.496764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.497053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.497305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.509450] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: IN_PROGRESS for 2s [ 969.815574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.815967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.815967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.816070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.817069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.817069] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 already deleted. [ 969.817069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.985365] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 969.985433] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 deletion is rescheduled due to dependency. [ 969.985551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.999613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.999767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.999835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.001139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.001139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.001139] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 970.032502] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.032791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.032791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.033024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.033103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.043154] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 970.585252] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: SUCCESS [ 970.586626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.586626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.586626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.586626] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.089167] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.089167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.520020] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: SUCCESS [ 971.520333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.520589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.521903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.521903] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.521903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.521903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.521903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.521903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.521903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.522296] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.026189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.026189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.026189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.026189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.026189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.026189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.026189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.026566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.026566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.026566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.026566] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.026683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.026683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.026823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.027184] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.027342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.027415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.027579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.027654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.027735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.027826] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.055720] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 972.056179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.056277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.056545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.056776] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.056913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.056970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.057154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.057258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.057349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.057439] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.530902] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d7a137a-5121-4742-8091-c9d06d426c09: rpc.has_security_group_logging(os_id): False [ 972.554784] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.558196] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.558196] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.558196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.558855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.558855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.558855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.558855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.558855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.558855] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be updated. [ 972.559208] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.559319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.559381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.559569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.559715] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.559805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.559862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.560115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.560190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.560269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.560429] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.560518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.560575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.560714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.560844] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.560928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.561017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.561306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.561381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.561461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.561542] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.641401] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.641401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.641401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.641754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.642302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.658669] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: IN_PROGRESS for 2s [ 973.066590] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f: rpc.has_security_group_logging(os_id): False [ 973.087817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.088015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.088015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.089131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.089131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.089131] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.089131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.089131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.089131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.089131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.089438] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.089438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.089438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.089562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.089562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.089736] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.089823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.089880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.090090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.090184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.090271] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 973.158878] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.159149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.159258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.159483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.159636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.179811] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 973.843217] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 973.844219] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 974.681157] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: SUCCESS [ 974.681157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.198643] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 975.199103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.947533] env[66551]: INFO networking_nsxv3.common.synchronization [req-10fdbae9-88f8-4f24-a78f-db81bf900b39 req-44b858ba-3837-4caf-bd05-6678434b7eda tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 976.948495] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 976.948495] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.948674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.948674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.948825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.948948] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.950186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.950423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.950644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.950775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.950898] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.237814] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.238020] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.238142] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.238507] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.239060] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.239060] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.239060] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.239311] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.239456] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.239688] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.239801] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.239904] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.240016] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.240717] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.240717] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.240717] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.263597] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.263597] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.263597] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.263597] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.263854] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-bfaf3c78-f07a-4a7e-8233-87684d9a513d taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.264041] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-bfaf3c78-f07a-4a7e-8233-87684d9a513d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.264180] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-bfaf3c78-f07a-4a7e-8233-87684d9a513d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.264501] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-bfaf3c78-f07a-4a7e-8233-87684d9a513d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.264631] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfaf3c78-f07a-4a7e-8233-87684d9a513d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.452955] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.766970] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.767277] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.767443] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.767766] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.767946] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.768178] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port bfaf3c78-f07a-4a7e-8233-87684d9a513d not found, creating... [ 977.768471] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.768661] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.768808] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.769111] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.769277] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.769632] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.769809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.769946] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.770227] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.770364] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.770503] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: bfaf3c78-f07a-4a7e-8233-87684d9a513d is going to be created. [ 977.790562] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.790809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.790991] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.791347] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.791693] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.791914] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-bfaf3c78-f07a-4a7e-8233-87684d9a513d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.954991] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.457969] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.458270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.458997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.458997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.458997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.459211] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 978.491725] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.491884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.494098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.494098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.494098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.503353] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 978.511277] env[66551]: INFO networking_nsxv3.common.synchronization [req-10fdbae9-88f8-4f24-a78f-db81bf900b39 req-0947514b-c1be-4c31-9fe0-4fc8dace7ea4 service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 978.511277] env[66551]: INFO networking_nsxv3.common.synchronization [req-10fdbae9-88f8-4f24-a78f-db81bf900b39 req-0947514b-c1be-4c31-9fe0-4fc8dace7ea4 service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 978.511277] env[66551]: INFO networking_nsxv3.common.synchronization [req-10fdbae9-88f8-4f24-a78f-db81bf900b39 req-0947514b-c1be-4c31-9fe0-4fc8dace7ea4 service nova] Enqueued Resource ID: bfaf3c78-f07a-4a7e-8233-87684d9a513d with Priority: HIGHEST for action port [ 978.511277] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 978.511277] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 978.511277] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfaf3c78-f07a-4a7e-8233-87684d9a513d with Priority: HIGHEST for action port [ 978.511277] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.511277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.511277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.511633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.511633] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.512759] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.512874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.513057] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfaf3c78-f07a-4a7e-8233-87684d9a513d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.513177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfaf3c78-f07a-4a7e-8233-87684d9a513d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.513228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfaf3c78-f07a-4a7e-8233-87684d9a513d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.515163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfaf3c78-f07a-4a7e-8233-87684d9a513d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.515163] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfaf3c78-f07a-4a7e-8233-87684d9a513d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.013608] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.013608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.015036] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfaf3c78-f07a-4a7e-8233-87684d9a513d with status ACTIVE [ 979.015268] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.015353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.015353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.015669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.015669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.015832] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.015933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.016067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.016242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.016310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.016467] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.016580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.016621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.016748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.016838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.016906] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfaf3c78-f07a-4a7e-8233-87684d9a513d is going to be updated. [ 979.061581] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.061836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.061836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.062025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.062191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.062362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfaf3c78-f07a-4a7e-8233-87684d9a513d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.515222] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 980.515595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.515671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.515928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.516157] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.516302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.516382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.516561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.516643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.516738] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.020214] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.523080] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.027564] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.027730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.027811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.028047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.028158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.028283] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 982.063434] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.063434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.063705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.063705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.064724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.074729] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 983.511863] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 983.512476] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 984.097677] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 984.097996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.098228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.098463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.098677] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.098799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.098863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.099096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.099202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.099263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.099349] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.602179] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.602586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.602586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.602712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.602925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.603037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.603565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.603748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.604156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.604156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.604291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.604445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.604562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.604642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.604796] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.604916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.605087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.605215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.605594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.605708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.605829] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.113595] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c718b06-2432-4e81-8733-d5e87ca2257a: rpc.has_security_group_logging(os_id): False [ 985.138194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.138194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.138194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.138194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.138902] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.138902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.138902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.138902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.138902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.138902] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 985.212361] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.214671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.214671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.214671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.214671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.232091] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 987.253934] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 987.254283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.047903] env[66551]: INFO networking_nsxv3.common.synchronization [None req-3566656d-ab8c-4e9f-b7ad-82ee27d4b630 None None] Enqueued Resource ID: 9d57c371-7cca-4e20-be71-3c4e549890d0 with Priority: HIGHEST for action port [ 988.048137] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d57c371-7cca-4e20-be71-3c4e549890d0 with Priority: HIGHEST for action port [ 988.048740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d57c371-7cca-4e20-be71-3c4e549890d0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.048813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d57c371-7cca-4e20-be71-3c4e549890d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.049026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d57c371-7cca-4e20-be71-3c4e549890d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.049520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d57c371-7cca-4e20-be71-3c4e549890d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.052890] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d57c371-7cca-4e20-be71-3c4e549890d0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.558104] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d57c371-7cca-4e20-be71-3c4e549890d0 [ 988.558392] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.558548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.558548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.558886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.559069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.559205] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d57c371-7cca-4e20-be71-3c4e549890d0 already deleted. [ 988.559205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d57c371-7cca-4e20-be71-3c4e549890d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.903890] env[66551]: INFO networking_nsxv3.common.synchronization [req-dbc57244-c3f6-49c2-8947-198578a10b41 req-808f63d7-011e-45d0-b04b-dba6e0b9bf37 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 988.904179] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 988.904861] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.905046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.905112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.905511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.905731] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.905864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.905948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.906175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.906286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.906412] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.948575] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c7e559f6-9af2-4b32-afc7-720cc7a32b62 tempest-ServerActionsV293TestJSON-2017252987 tempest-ServerActionsV293TestJSON-2017252987-project-member] Enqueued Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_rules [ 988.949424] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_rules [ 988.950112] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69134ed2-99e4-4ddc-919b-5267eca84d96 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.950305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.950538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.951243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.951385] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.117324] env[66551]: INFO networking_nsxv3.common.synchronization [None req-e2e5fcf1-33db-44c3-9472-ad1c046c108e tempest-ServerActionsV293TestJSON-2017252987 tempest-ServerActionsV293TestJSON-2017252987-project-member] Enqueued Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_rules [ 989.117324] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_rules [ 989.117579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69134ed2-99e4-4ddc-919b-5267eca84d96 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.117689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.409574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.409900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.409900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.409977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.410037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.410248] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.410348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.410409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.410574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.410646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.410724] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 already deleted. [ 989.410803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.473141] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.473379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.473379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.473519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.473636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.473711] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 already deleted. [ 989.473782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.473936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.474120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.474208] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.819783] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.820149] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-155" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.820245] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-155" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.820626] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-155" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.820906] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.821158] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.821293] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.821550] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.821714] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.821932] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.822051] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.822158] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.822261] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.822369] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.822519] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.822676] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.844761] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.844938] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.845089] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.845282] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-155" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.845602] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.845767] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.845882] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.846230] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.846370] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.995634] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.996087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.996087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.996087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.996201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.996471] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 already deleted. [ 989.996471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.144764] env[66551]: INFO networking_nsxv3.common.synchronization [req-4b9dbea4-4393-4c9f-a23e-876d0ea8d0b1 req-840b1e29-bd0f-4041-b2ae-868f05134697 tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 990.145427] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 990.145734] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.145918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.145991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.146779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.146779] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.146779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.146779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.146779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.146779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.147237] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.348429] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.348955] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.348955] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.349161] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.349316] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.349456] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 not found, creating... [ 990.349723] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.349879] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.350041] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.350299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.350447] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.351059] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.351059] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.351059] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.351439] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.351632] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.351840] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 is going to be created. [ 990.385227] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.385736] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.385736] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.385958] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.386285] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.386608] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.394645] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c6aeee41-67da-405d-a3b4-668acd94124e None None] Enqueued Resource ID: 4d3fc7b4-8d30-4298-86af-460339585276 with Priority: HIGHEST for action port [ 990.395286] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3fc7b4-8d30-4298-86af-460339585276 with Priority: HIGHEST for action port [ 990.395642] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3fc7b4-8d30-4298-86af-460339585276 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.395778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3fc7b4-8d30-4298-86af-460339585276" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.396013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3fc7b4-8d30-4298-86af-460339585276" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.396385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3fc7b4-8d30-4298-86af-460339585276" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.396479] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3fc7b4-8d30-4298-86af-460339585276',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.534671] env[66551]: INFO networking_nsxv3.common.synchronization [req-b6224428-a467-4e7a-a942-a280b442527f req-6a7e849b-bb43-472b-acf4-e59553d3ad4d tempest-ImagesTestJSON-1648175685 tempest-ImagesTestJSON-1648175685-project-member] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 990.535478] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGHEST for action security_group_members [ 990.535915] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.536738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.536856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.537268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.537454] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.537568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.537625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.537876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.538015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.538192] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.655956] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.899944] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d3fc7b4-8d30-4298-86af-460339585276 [ 990.900300] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.900435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.900506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.900724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.900815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.901616] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d3fc7b4-8d30-4298-86af-460339585276 already deleted. [ 990.901616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3fc7b4-8d30-4298-86af-460339585276" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.041418] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.042328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.042328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.042328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.042328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.043227] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.043227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.043227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.043495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.043726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.043875] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be updated. [ 991.083347] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.083510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.083582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.083803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.083946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.095877] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: IN_PROGRESS for 2s [ 991.150455] env[66551]: INFO networking_nsxv3.common.synchronization [req-dbc57244-c3f6-49c2-8947-198578a10b41 req-55d23f71-1954-4a81-a2fb-6e730e1d80e0 service nova] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_rules [ 991.150455] env[66551]: INFO networking_nsxv3.common.synchronization [req-dbc57244-c3f6-49c2-8947-198578a10b41 req-55d23f71-1954-4a81-a2fb-6e730e1d80e0 service nova] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 991.150591] env[66551]: INFO networking_nsxv3.common.synchronization [req-dbc57244-c3f6-49c2-8947-198578a10b41 req-55d23f71-1954-4a81-a2fb-6e730e1d80e0 service nova] Enqueued Resource ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with Priority: HIGHEST for action port [ 991.151195] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_rules [ 991.151333] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 991.151467] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with Priority: HIGHEST for action port [ 991.151752] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.151920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.151962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.155188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.155244] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.156302] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.156434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.156503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.156707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.156871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.156970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.157062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.157222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.157308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.157425] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.158560] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.158560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.158560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.158740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.158740] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.160144] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.432439] env[66551]: INFO networking_nsxv3.common.synchronization [req-465db7bf-14d8-4f82-a3c0-ca5e22fc4fcf req-ccc92354-c74f-4c26-a4b9-d0adc61bf7f5 tempest-ServerMetadataTestJSON-1170003445 tempest-ServerMetadataTestJSON-1170003445-project-member] Enqueued Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGHEST for action security_group_members [ 991.432990] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGHEST for action security_group_members [ 991.433314] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.433434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.433636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.433752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.433900] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.433999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.434068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.434218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.434298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.434384] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.661781] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.664812] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.665018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.665233] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with status ACTIVE [ 991.665443] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.665558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.665627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.665964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.665964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.666378] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.666518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.666849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.667083] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.667202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.667407] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.667590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.667590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.667730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.667787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.667845] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 is going to be updated. [ 991.669286] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.669286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.669445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.669574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.669699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.669790] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 991.704189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.704478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.704648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.705034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.705181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.705424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.715836] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.715836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.715836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.715836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.715836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.728022] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 991.867088] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.867442] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-491" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.867698] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-491" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.868194] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-491" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.868805] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.869364] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.869600] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.870038] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.870364] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.870730] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.870944] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.871175] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.871379] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.871592] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.871823] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.872085] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.895490] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.895718] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.895801] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.896018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-491" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.896362] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-679801c2-dc36-4d89-a76a-338553bbfa2d taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.896551] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-679801c2-dc36-4d89-a76a-338553bbfa2d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.896723] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-679801c2-dc36-4d89-a76a-338553bbfa2d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.897031] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-679801c2-dc36-4d89-a76a-338553bbfa2d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.897216] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679801c2-dc36-4d89-a76a-338553bbfa2d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.936932] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.936932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.936932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.937315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.937315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.937581] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.937741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.937811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.937974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.938057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.938163] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf already deleted. [ 991.938248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.165773] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.400478] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.400802] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.400868] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.401193] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.401396] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.401663] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 679801c2-dc36-4d89-a76a-338553bbfa2d not found, creating... [ 992.402123] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.402377] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.402515] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.402770] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.402914] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.403232] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.403395] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.403511] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.403729] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.403892] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.404088] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 679801c2-dc36-4d89-a76a-338553bbfa2d is going to be created. [ 992.432896] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.433178] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.433242] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.433618] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.433868] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.434121] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-679801c2-dc36-4d89-a76a-338553bbfa2d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.668701] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.668701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.668701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.668921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.669106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.669202] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be created. [ 992.696078] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.696248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.696313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.696564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.696725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.720947] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: UNINITIALIZED for 2s [ 993.105716] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f in Status: SUCCESS [ 993.106014] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f deletion is rescheduled due to dependency. [ 993.106169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.145297] env[66551]: INFO networking_nsxv3.common.synchronization [req-465db7bf-14d8-4f82-a3c0-ca5e22fc4fcf req-a46128ad-73de-457a-9920-6f1b8ecc6dfd service nova] Enqueued Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGHEST for action security_group_rules [ 993.145582] env[66551]: INFO networking_nsxv3.common.synchronization [req-465db7bf-14d8-4f82-a3c0-ca5e22fc4fcf req-a46128ad-73de-457a-9920-6f1b8ecc6dfd service nova] Enqueued Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGHEST for action security_group_members [ 993.145769] env[66551]: INFO networking_nsxv3.common.synchronization [req-465db7bf-14d8-4f82-a3c0-ca5e22fc4fcf req-a46128ad-73de-457a-9920-6f1b8ecc6dfd service nova] Enqueued Resource ID: 679801c2-dc36-4d89-a76a-338553bbfa2d with Priority: HIGHEST for action port [ 993.146365] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGHEST for action security_group_rules [ 993.146487] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGHEST for action security_group_members [ 993.146643] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679801c2-dc36-4d89-a76a-338553bbfa2d with Priority: HIGHEST for action port [ 993.146934] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.147232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.147300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.147577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.147734] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.148933] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.149406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.149536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.149807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.150021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.150265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.150342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.150550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.150638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.150744] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.152181] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-679801c2-dc36-4d89-a76a-338553bbfa2d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.152296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679801c2-dc36-4d89-a76a-338553bbfa2d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.153038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679801c2-dc36-4d89-a76a-338553bbfa2d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.153038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679801c2-dc36-4d89-a76a-338553bbfa2d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.153038] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679801c2-dc36-4d89-a76a-338553bbfa2d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.654673] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.654867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.655330] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.656393] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 679801c2-dc36-4d89-a76a-338553bbfa2d with status ACTIVE [ 993.657029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.658777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.658777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.658777] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.658777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.658777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.658777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.658777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.660015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.660015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.660015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.660015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.660015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.660015] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 679801c2-dc36-4d89-a76a-338553bbfa2d is going to be updated. [ 993.690028] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.691291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.691291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.691291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.691291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.691291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679801c2-dc36-4d89-a76a-338553bbfa2d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.740167] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 993.740542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.162596] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.665714] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.665905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.666028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.666331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.666429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.666546] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf is going to be created. [ 994.693905] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.694107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.694167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.694358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.694514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.708039] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf in Status: UNINITIALIZED for 2s [ 994.732274] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: SUCCESS [ 994.732487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.732655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.733236] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.733380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.733435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.733592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.733663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.733761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.733852] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.236417] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.236713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.236713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.236909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.237091] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.237200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.237265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.237441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.237535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.237771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.237771] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.237904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.237904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.238110] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.238191] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.238279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.238337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.238476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.238547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.238624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.238706] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.742851] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d7e556-0339-4741-b20e-84b273091960: rpc.has_security_group_logging(os_id): False [ 995.765025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.765025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.765025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.765025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.765701] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.765701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.765701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.765701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.765701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.765701] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be created. [ 995.834272] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.834462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.834579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.834759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.835299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.853132] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: IN_PROGRESS for 2s [ 996.720574] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf in Status: SUCCESS [ 996.721042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.721042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.721298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.721506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.722548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.722548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.722548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.722548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.722548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.722548] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.225462] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.225612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.225687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.225919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.226187] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.226187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.226345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.226400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.226484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.226563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.226726] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.226829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.226966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.227091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.227195] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.227448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.227448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.227448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.227676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.227676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.227676] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.729829] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf: rpc.has_security_group_logging(os_id): False [ 997.756119] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.756119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.756119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.756119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.756119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.756119] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.756119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.756119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.756119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.756119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.756972] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.757277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.757473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.757815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.760613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.760613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.760613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.760613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.760613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.760613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.760613] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf is going to be created. [ 997.831209] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.831390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.831478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.832366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.833414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.846934] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf in Status: IN_PROGRESS for 2s [ 997.868230] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: SUCCESS [ 997.868230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.067800] env[66551]: INFO networking_nsxv3.common.synchronization [req-6725b901-34d2-405d-ac5d-dd1ec6fe5047 req-5dc5bc92-55e6-4926-baea-fa21869a3cc8 tempest-AttachVolumeShelveTestJSON-472889872 tempest-AttachVolumeShelveTestJSON-472889872-project-member] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_members [ 998.068432] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_members [ 998.068770] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.069366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.069474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.069749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.069923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.070143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.070234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.070390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.070486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.070582] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.370845] env[66551]: INFO networking_nsxv3.common.synchronization [None req-22d4493f-8601-4dbc-83a2-1cd9a955e7a0 None None] Enqueued Resource ID: 5c5730fd-b8b4-4202-9666-ba4e05d0fe85 with Priority: HIGHEST for action port [ 998.372071] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5730fd-b8b4-4202-9666-ba4e05d0fe85 with Priority: HIGHEST for action port [ 998.372071] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c5730fd-b8b4-4202-9666-ba4e05d0fe85 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.372071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c5730fd-b8b4-4202-9666-ba4e05d0fe85" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.372071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c5730fd-b8b4-4202-9666-ba4e05d0fe85" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.372448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c5730fd-b8b4-4202-9666-ba4e05d0fe85" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.372448] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5730fd-b8b4-4202-9666-ba4e05d0fe85',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.564240] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.564415] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564479] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.564787] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.565067] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.565230] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.565328] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.565603] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.565761] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.565969] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.566086] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.566186] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.566291] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.566400] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.566498] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.566628] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.573810] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.574137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.574137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.574290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.574344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.574670] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.574856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.574856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.575026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.575026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.575195] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c already deleted. [ 998.575195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.592592] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.592852] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.592963] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.593172] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.593497] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-e69e812e-d04d-43a9-aec5-6f9d7e930769 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.593666] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.593863] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.594304] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.594456] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69e812e-d04d-43a9-aec5-6f9d7e930769',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.878984] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c5730fd-b8b4-4202-9666-ba4e05d0fe85 [ 998.879368] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.880069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.880069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.880069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.880069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.880069] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c5730fd-b8b4-4202-9666-ba4e05d0fe85 already deleted. [ 998.880395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c5730fd-b8b4-4202-9666-ba4e05d0fe85" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.097912] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.097912] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.098071] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.098272] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.098422] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.098578] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port e69e812e-d04d-43a9-aec5-6f9d7e930769 not found, creating... [ 999.098854] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.099043] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.099182] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.099411] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.099552] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.099846] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.099991] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.102434] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.103728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.103958] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.104269] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: e69e812e-d04d-43a9-aec5-6f9d7e930769 is going to be created. [ 999.142895] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.143113] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.143229] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.143525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.143751] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.143979] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.861121] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf in Status: SUCCESS [ 999.861121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.883479] env[66551]: INFO networking_nsxv3.common.synchronization [req-6725b901-34d2-405d-ac5d-dd1ec6fe5047 req-3108f252-9ac5-465f-ae86-0be85497bbb7 service nova] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_rules [ 999.883952] env[66551]: INFO networking_nsxv3.common.synchronization [req-6725b901-34d2-405d-ac5d-dd1ec6fe5047 req-3108f252-9ac5-465f-ae86-0be85497bbb7 service nova] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_members [ 999.883952] env[66551]: INFO networking_nsxv3.common.synchronization [req-6725b901-34d2-405d-ac5d-dd1ec6fe5047 req-3108f252-9ac5-465f-ae86-0be85497bbb7 service nova] Enqueued Resource ID: e69e812e-d04d-43a9-aec5-6f9d7e930769 with Priority: HIGHEST for action port [ 999.885366] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_rules [ 999.885366] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_members [ 999.885366] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69e812e-d04d-43a9-aec5-6f9d7e930769 with Priority: HIGHEST for action port [ 999.885366] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.885366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.885366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.885366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.885366] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.886331] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.888050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.888050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.888050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.888292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.888292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.888292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.888470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.889438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.889438] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.889713] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e69e812e-d04d-43a9-aec5-6f9d7e930769 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.890139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.890235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.891128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.891128] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69e812e-d04d-43a9-aec5-6f9d7e930769',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.398194] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.398194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.398194] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e69e812e-d04d-43a9-aec5-6f9d7e930769 with status ACTIVE [ 1000.398194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.398194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.398194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.398953] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.398953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.398953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.398953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.398953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.398953] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e69e812e-d04d-43a9-aec5-6f9d7e930769 is going to be updated. [ 1000.432202] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.432441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.432489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.432824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.432911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.433128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.732183] env[66551]: INFO networking_nsxv3.common.synchronization [None req-88029b01-353c-4247-bb75-ca9706c9d99c None None] Enqueued Resource ID: f49a6490-4e27-413b-a8aa-48cdd1ab900d with Priority: HIGHEST for action port [ 1000.732183] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49a6490-4e27-413b-a8aa-48cdd1ab900d with Priority: HIGHEST for action port [ 1000.732183] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-f49a6490-4e27-413b-a8aa-48cdd1ab900d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.732183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f49a6490-4e27-413b-a8aa-48cdd1ab900d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.732183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f49a6490-4e27-413b-a8aa-48cdd1ab900d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.732183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f49a6490-4e27-413b-a8aa-48cdd1ab900d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.732183] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49a6490-4e27-413b-a8aa-48cdd1ab900d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.844579] env[66551]: INFO networking_nsxv3.common.synchronization [None req-265fc600-beb9-4f25-8a36-f5c23164db2b None None] Enqueued Resource ID: a7990771-fb09-41e1-9ce5-123d060300b9 with Priority: HIGHEST for action port [ 1000.845608] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7990771-fb09-41e1-9ce5-123d060300b9 with Priority: HIGHEST for action port [ 1000.846574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7990771-fb09-41e1-9ce5-123d060300b9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.846960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7990771-fb09-41e1-9ce5-123d060300b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.847422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7990771-fb09-41e1-9ce5-123d060300b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.848118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7990771-fb09-41e1-9ce5-123d060300b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.848844] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7990771-fb09-41e1-9ce5-123d060300b9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.905022] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.234793] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f49a6490-4e27-413b-a8aa-48cdd1ab900d [ 1001.235283] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.235283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.235283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.235458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.235543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.235631] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f49a6490-4e27-413b-a8aa-48cdd1ab900d already deleted. [ 1001.235710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f49a6490-4e27-413b-a8aa-48cdd1ab900d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.353218] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7990771-fb09-41e1-9ce5-123d060300b9 [ 1001.353554] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.353702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.353788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.354023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.354143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.354239] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7990771-fb09-41e1-9ce5-123d060300b9 already deleted. [ 1001.354347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7990771-fb09-41e1-9ce5-123d060300b9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.406240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.406540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.406540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.406754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.407533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.407533] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c is going to be created. [ 1001.437282] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.437404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.437404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.437654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.437738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.448417] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: UNINITIALIZED for 2s [ 1003.006046] env[66551]: INFO networking_nsxv3.common.synchronization [None req-fc7e7632-68d5-4747-8379-03e159d7067d tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1003.006046] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1003.006633] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.006633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.006633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.007567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.009415] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.120526] env[66551]: INFO networking_nsxv3.common.synchronization [None req-084c687a-5bdb-4876-9083-0c9964c7b035 tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1003.121068] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1003.121399] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.121502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.251314] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c94fb4f0-da74-4882-9a95-d38475ec1b42 tempest-ImagesOneServerNegativeTestJSON-795495104 tempest-ImagesOneServerNegativeTestJSON-795495104-project-member] Enqueued Resource ID: d3f40d8e-b55a-4b91-994e-138cacdb5dd2 with Priority: HIGHEST for action security_group_rules [ 1003.252093] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f40d8e-b55a-4b91-994e-138cacdb5dd2 with Priority: HIGHEST for action security_group_rules [ 1003.252582] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.252774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.253033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.253262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.253396] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f40d8e-b55a-4b91-994e-138cacdb5dd2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.418267] env[66551]: INFO networking_nsxv3.common.synchronization [None req-5a472fa9-0d13-4e7e-bf22-4ceb14178589 tempest-ImagesOneServerNegativeTestJSON-795495104 tempest-ImagesOneServerNegativeTestJSON-795495104-project-member] Enqueued Resource ID: d3f40d8e-b55a-4b91-994e-138cacdb5dd2 with Priority: HIGHEST for action security_group_rules [ 1003.418267] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f40d8e-b55a-4b91-994e-138cacdb5dd2 with Priority: HIGHEST for action security_group_rules [ 1003.418267] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.418267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.467266] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: SUCCESS [ 1003.468420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.468546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.468768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.468974] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.469206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.469315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.469717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.469717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.469717] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.469890] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.533950] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.534139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.534202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.536068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.536068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.536068] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60b38873-6e14-4765-abfe-687e31597681 already deleted. [ 1003.536068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.536068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.536068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.536068] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.561212] env[66551]: INFO networking_nsxv3.common.synchronization [None req-0b7b2624-d987-43bb-8678-5be29c502ad3 None None] Enqueued Resource ID: 01ab8a2a-036b-483b-b48c-aff087a64692 with Priority: HIGHEST for action port [ 1003.564354] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ab8a2a-036b-483b-b48c-aff087a64692 with Priority: HIGHEST for action port [ 1003.564867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-01ab8a2a-036b-483b-b48c-aff087a64692 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.565284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01ab8a2a-036b-483b-b48c-aff087a64692" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.565284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01ab8a2a-036b-483b-b48c-aff087a64692" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.566059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01ab8a2a-036b-483b-b48c-aff087a64692" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.566154] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ab8a2a-036b-483b-b48c-aff087a64692',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.779272] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.779484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.779484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.779679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.779772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.779880] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f40d8e-b55a-4b91-994e-138cacdb5dd2 already deleted. [ 1003.780034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.780227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.780407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.780558] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f40d8e-b55a-4b91-994e-138cacdb5dd2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.973124] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.065020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.065393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.065393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.065501] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.065552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.068282] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60b38873-6e14-4765-abfe-687e31597681 already deleted. [ 1004.068457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.068675] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01ab8a2a-036b-483b-b48c-aff087a64692 [ 1004.068876] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.069141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.069141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.069371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.069451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.069544] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01ab8a2a-036b-483b-b48c-aff087a64692 already deleted. [ 1004.069626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01ab8a2a-036b-483b-b48c-aff087a64692" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.173444] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1004.173574] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1004.301397] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.302738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.302738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.302738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.302738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.302738] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f40d8e-b55a-4b91-994e-138cacdb5dd2 already deleted. [ 1004.302738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f40d8e-b55a-4b91-994e-138cacdb5dd2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.477350] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41743043-dd0b-46ed-9cdf-8572c53b928c: rpc.has_security_group_logging(os_id): False [ 1004.497046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.497046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.497232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.497313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.497408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.497665] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.497768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.497830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.497980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.498069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.498157] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c is going to be created. [ 1004.561893] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.562101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.562150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.562348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.562526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.573421] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: IN_PROGRESS for 2s [ 1005.228599] env[66551]: INFO networking_nsxv3.common.synchronization [req-ae0d7708-0ce5-4722-ab5c-fbb667b3cbbf req-9109aad8-d83e-4d02-bca7-6035922f62d8 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1005.228599] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1005.228599] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.228599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.228599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.228599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.228599] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.228599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.228599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.228599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.228599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.228599] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.554530] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.555049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.555049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.556163] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.557872] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.557872] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.557872] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.557872] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.558455] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.558676] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.558791] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.558907] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.559025] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.559693] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.559693] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.559693] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.580062] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.580291] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.580452] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.581025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.581364] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-e51bd028-52de-46b0-9baa-a672e61fdba6 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.581364] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-e51bd028-52de-46b0-9baa-a672e61fdba6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.581518] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-e51bd028-52de-46b0-9baa-a672e61fdba6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.581827] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-e51bd028-52de-46b0-9baa-a672e61fdba6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.581982] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51bd028-52de-46b0-9baa-a672e61fdba6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.732145] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.732145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.732145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.732145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.732145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.732333] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.732394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.732462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.732627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.732702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.732819] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 already deleted. [ 1005.732888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.086316] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.086630] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.086899] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.087224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.087809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.087809] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port e51bd028-52de-46b0-9baa-a672e61fdba6 not found, creating... [ 1006.087923] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.088033] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.088142] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.088788] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.088788] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.088977] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.089078] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.089235] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.089469] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.089614] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.089754] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: e51bd028-52de-46b0-9baa-a672e61fdba6 is going to be created. [ 1006.111916] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.111916] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.111916] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.113037] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.113037] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.113037] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-e51bd028-52de-46b0-9baa-a672e61fdba6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.591906] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: SUCCESS [ 1006.592309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.913544] env[66551]: INFO networking_nsxv3.common.synchronization [req-ae0d7708-0ce5-4722-ab5c-fbb667b3cbbf req-6495785d-6a6d-4d2f-b1eb-2c509381440c service nova] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_rules [ 1006.913544] env[66551]: INFO networking_nsxv3.common.synchronization [req-ae0d7708-0ce5-4722-ab5c-fbb667b3cbbf req-6495785d-6a6d-4d2f-b1eb-2c509381440c service nova] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1006.913544] env[66551]: INFO networking_nsxv3.common.synchronization [req-ae0d7708-0ce5-4722-ab5c-fbb667b3cbbf req-6495785d-6a6d-4d2f-b1eb-2c509381440c service nova] Enqueued Resource ID: e51bd028-52de-46b0-9baa-a672e61fdba6 with Priority: HIGHEST for action port [ 1006.913544] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_rules [ 1006.913544] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1006.913544] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51bd028-52de-46b0-9baa-a672e61fdba6 with Priority: HIGHEST for action port [ 1006.913775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.913888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.913932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.914132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.914231] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.915455] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.915670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.915739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.917564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.917564] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.917564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.917564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.917564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.917564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.917564] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.917564] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51bd028-52de-46b0-9baa-a672e61fdba6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.917564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51bd028-52de-46b0-9baa-a672e61fdba6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.917564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51bd028-52de-46b0-9baa-a672e61fdba6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.918240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51bd028-52de-46b0-9baa-a672e61fdba6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.918240] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51bd028-52de-46b0-9baa-a672e61fdba6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.060574] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c761f717-f29b-41c0-a20d-b87267ec0a48 tempest-ServerRescueNegativeTestJSON-1883163268 tempest-ServerRescueNegativeTestJSON-1883163268-project-member] Enqueued Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_rules [ 1007.061163] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_rules [ 1007.062558] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.062558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.062558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.062558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.062558] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.183066] env[66551]: INFO networking_nsxv3.common.synchronization [None req-019923de-7a3b-4c83-b27a-17d00df7bea1 tempest-ServerRescueNegativeTestJSON-1883163268 tempest-ServerRescueNegativeTestJSON-1883163268-project-member] Enqueued Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_rules [ 1007.183066] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_rules [ 1007.183066] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.183066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.416506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.416751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.420119] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.421132] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e51bd028-52de-46b0-9baa-a672e61fdba6 with status ACTIVE [ 1007.421400] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.421538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.421606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.421807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.421894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.422079] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.422177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.422250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.422442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.422543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.422726] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.422818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.422870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.423046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.423158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.423206] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e51bd028-52de-46b0-9baa-a672e61fdba6 is going to be updated. [ 1007.446322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.446517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.446609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.446862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.447049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.447249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51bd028-52de-46b0-9baa-a672e61fdba6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.583712] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.583991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.584826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.586909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.587072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.587856] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a already deleted. [ 1007.587856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.587856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.587856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.587856] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.925063] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.109825] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.110995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.113036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.113036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.113036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.113036] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a already deleted. [ 1008.113036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.165055] env[66551]: INFO networking_nsxv3.common.synchronization [req-08185ec2-9964-4f41-9172-7d5a45bb9929 req-05ecf2df-35fb-4b43-8d7b-7ea068be5aa5 tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1008.165347] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1008.165606] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.165773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.165867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.166422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.166422] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.166560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.166560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.166792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.166910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.167033] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.428228] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.428228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.428430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.428484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.428605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.429178] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be created. [ 1008.459604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.459767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.459820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.460148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.460342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.475025] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: UNINITIALIZED for 2s [ 1008.669451] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.669623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.669710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.670678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.670980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.671233] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.671419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.671419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.671636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.671680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.671783] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1008.716505] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.716505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.716505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.718365] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.718425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.729302] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1010.061177] env[66551]: INFO networking_nsxv3.common.synchronization [req-10b91cb5-9377-4176-90f6-f32ffbf8cb5e req-e2e7452e-eb84-4f19-8020-f6ab2d1a0bd3 tempest-ServerMetadataTestJSON-1170003445 tempest-ServerMetadataTestJSON-1170003445-project-member] Enqueued Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGHEST for action security_group_members [ 1010.062631] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGHEST for action security_group_members [ 1010.063181] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.063367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.063469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.063752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.063975] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.064197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.064471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.064767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.065175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.065175] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.485846] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: SUCCESS [ 1010.486103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.486370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.486575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.486781] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.486894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.486956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.487131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.487214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.487918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.487918] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.569053] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.569053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.569053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.569053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.569053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.569353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.569410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.569449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.569837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.569837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.569837] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf is going to be updated. [ 1010.601093] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.602136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.602136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.602136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.602136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.613200] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf in Status: IN_PROGRESS for 2s [ 1010.741463] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1010.741641] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 1010.741693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.989490] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.492300] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b56268cd-432a-4035-80f9-bd0d302e9d34: rpc.has_security_group_logging(os_id): False [ 1011.521158] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.521550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.521550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.521741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.521741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.521957] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.522083] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.522144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.522660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.522660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.522660] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be created. [ 1011.586693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.586844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.587045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.587205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.587448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.601954] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: IN_PROGRESS for 2s [ 1012.625326] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf in Status: SUCCESS [ 1012.625744] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf deletion is rescheduled due to dependency. [ 1012.625744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.600950] env[66551]: INFO networking_nsxv3.common.synchronization [req-e6a91b5a-f462-43f4-a25e-e756fdd40ce3 req-17a3a185-104a-4247-b8b4-545701142e27 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 with Priority: HIGHEST for action security_group_members [ 1013.600950] env[66551]: INFO networking_nsxv3.common.synchronization [req-e6a91b5a-f462-43f4-a25e-e756fdd40ce3 req-17a3a185-104a-4247-b8b4-545701142e27 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1013.601338] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 with Priority: HIGHEST for action security_group_members [ 1013.601985] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1013.602432] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7aa20c-7742-4a3d-86b1-951be0b91907 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.602923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.603038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.603821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.603927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.605247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.605247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.605247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.605247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.605247] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.606833] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.607038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.608039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.608039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.608039] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.608039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.608039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.608530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.608530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.608530] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.626039] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: SUCCESS [ 1013.626039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.679434] env[66551]: INFO networking_nsxv3.common.synchronization [req-e6a91b5a-f462-43f4-a25e-e756fdd40ce3 req-17a3a185-104a-4247-b8b4-545701142e27 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 with Priority: HIGHEST for action security_group_rules [ 1013.679434] env[66551]: INFO networking_nsxv3.common.synchronization [req-e6a91b5a-f462-43f4-a25e-e756fdd40ce3 req-17a3a185-104a-4247-b8b4-545701142e27 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 with Priority: HIGHEST for action security_group_members [ 1013.679434] env[66551]: INFO networking_nsxv3.common.synchronization [req-e6a91b5a-f462-43f4-a25e-e756fdd40ce3 req-17a3a185-104a-4247-b8b4-545701142e27 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_rules [ 1013.679673] env[66551]: INFO networking_nsxv3.common.synchronization [req-e6a91b5a-f462-43f4-a25e-e756fdd40ce3 req-17a3a185-104a-4247-b8b4-545701142e27 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1013.679807] env[66551]: INFO networking_nsxv3.common.synchronization [req-e6a91b5a-f462-43f4-a25e-e756fdd40ce3 req-17a3a185-104a-4247-b8b4-545701142e27 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with Priority: HIGHEST for action port [ 1013.680697] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 with Priority: HIGHEST for action security_group_rules [ 1013.680897] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_rules [ 1013.681090] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with Priority: HIGHEST for action port [ 1013.681259] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 with Priority: HIGHEST for action security_group_members [ 1013.681458] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1013.681856] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7aa20c-7742-4a3d-86b1-951be0b91907 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.682081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.682225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.682582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.682716] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.684547] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.684810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.684903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.685178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.685294] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.686688] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.686867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.686980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.687283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.687409] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.688523] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7aa20c-7742-4a3d-86b1-951be0b91907 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.688657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.689059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.689151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.110599] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.111785] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.180940] env[66551]: INFO networking_nsxv3.common.synchronization [req-f291fbb2-eff4-4409-a22d-20fc694b8308 req-43ed6512-8430-4d95-aab4-d66c01ff2ac6 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1014.181131] env[66551]: INFO networking_nsxv3.common.synchronization [req-f291fbb2-eff4-4409-a22d-20fc694b8308 req-43ed6512-8430-4d95-aab4-d66c01ff2ac6 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 with Priority: HIGHEST for action security_group_members [ 1014.181687] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1014.181815] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 with Priority: HIGHEST for action security_group_members [ 1014.182607] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.182939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.183355] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7aa20c-7742-4a3d-86b1-951be0b91907 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.183486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.189946] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7aa20c-7742-4a3d-86b1-951be0b91907 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.190106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.190394] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.190485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.190652] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with status ACTIVE [ 1014.190830] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.190956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.191101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.191324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.191419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.191596] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.191692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.191754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.191906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.191985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.192186] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.192280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.192341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.192480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.192554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.192636] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 is going to be updated. [ 1014.220263] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.220263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.220263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.220263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.220263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.220263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.234218] env[66551]: INFO networking_nsxv3.common.synchronization [req-f291fbb2-eff4-4409-a22d-20fc694b8308 req-43ed6512-8430-4d95-aab4-d66c01ff2ac6 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_rules [ 1014.234378] env[66551]: INFO networking_nsxv3.common.synchronization [req-f291fbb2-eff4-4409-a22d-20fc694b8308 req-43ed6512-8430-4d95-aab4-d66c01ff2ac6 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1014.234550] env[66551]: INFO networking_nsxv3.common.synchronization [req-f291fbb2-eff4-4409-a22d-20fc694b8308 req-43ed6512-8430-4d95-aab4-d66c01ff2ac6 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with Priority: HIGHEST for action port [ 1014.236092] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_rules [ 1014.236335] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1014.236398] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with Priority: HIGHEST for action port [ 1014.236666] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.236760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.236904] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.237082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.237276] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.237382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.237723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.237723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.237723] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.615977] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.615977] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.740089] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 with status ACTIVE [ 1014.740397] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.740572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.740922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.740922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.741139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.741420] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.741607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.741688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.741873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.741953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.742192] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.742304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.742367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.742567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.742679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.742679] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7 is going to be updated. [ 1014.765509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.765727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.765902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.766207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.766369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.766575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2df3fb-a08c-4ca8-a7ec-e76f5f6b28a7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.118598] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.118598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.118598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.119255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.119408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.119492] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 is going to be created. [ 1015.123085] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.123085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.123085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.123085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.123085] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.123085] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be updated. [ 1015.155038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.155194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.155247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.155463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.155628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.162926] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.163169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.163238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.163566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.163710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.166661] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 in Status: UNINITIALIZED for 2s [ 1015.171579] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: IN_PROGRESS for 2s [ 1017.183765] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 in Status: SUCCESS [ 1017.184264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.184715] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: SUCCESS [ 1017.184911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.185173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.185316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.185535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.185656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.185720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.186090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.186090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.186916] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.189353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.189353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.189353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.189353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.189353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.189353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.189353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.189353] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.692319] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.692319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.692319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.692319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.692319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.692319] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.692319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.692319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.692691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.692691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.692691] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 is going to be deleted. [ 1017.694031] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.730930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.731124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.731177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.731904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.732200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.732313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.732530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.732639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.732802] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.732901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.732961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.733119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.733194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.733922] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.199070] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.236461] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.236867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.236867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.237043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.237285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.237503] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.237609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.237672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.237927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.237927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.238040] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 already deleted. [ 1018.238078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.238238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.238387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.238533] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.238628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.238687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.238826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.238898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.238989] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.701663] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.701777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.701853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.702097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.702187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.702286] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be updated. [ 1018.730410] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.730620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.730700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.730856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.732854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.740868] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: IN_PROGRESS for 2s [ 1018.742357] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.742597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.743194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.743194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.743194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.743194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.743452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.743452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.743538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.743592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.743634] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 already deleted. [ 1018.744474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.744474] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.237524] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1019.237907] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1019.246090] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d7aa20c-7742-4a3d-86b1-951be0b91907',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.748965] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d7aa20c-7742-4a3d-86b1-951be0b91907: rpc.has_security_group_logging(os_id): False [ 1019.769350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.769568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.769617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.769856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.769946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.770371] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.770548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.770638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.770819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.770980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.771381] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 is going to be created. [ 1019.791442] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0d7aa20c-7742-4a3d-86b1-951be0b91907], does not exist path=[/infra/domains/default/groups/0d7aa20c-7742-4a3d-86b1-951be0b91907]."\n}' [ 1019.791724] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d7aa20c-7742-4a3d-86b1-951be0b91907 [ 1019.791848] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1019.834993] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.835156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.835227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.835454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.836888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.838347] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.838435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.838497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.838718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.838801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.838995] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.839108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.839196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.839361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.839486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.839948] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7aa20c-7742-4a3d-86b1-951be0b91907 is going to be created. [ 1019.858684] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0d7aa20c-7742-4a3d-86b1-951be0b91907], does not exist path=[/infra/domains/default/groups/0d7aa20c-7742-4a3d-86b1-951be0b91907]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d7aa20c-7742-4a3d-86b1-951be0b91907 [ 1019.858892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7aa20c-7742-4a3d-86b1-951be0b91907" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.859105] env[66551]: Traceback (most recent call last): [ 1019.859179] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1019.859179] env[66551]: return func(*args, **kwargs) [ 1019.859179] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1019.859179] env[66551]: res.raise_for_status() [ 1019.859179] env[66551]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1019.859179] env[66551]: raise HTTPError(http_error_msg, response=self) [ 1019.859179] env[66551]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d7aa20c-7742-4a3d-86b1-951be0b91907 [ 1019.859179] env[66551]: During handling of the above exception, another exception occurred: [ 1019.859179] env[66551]: Traceback (most recent call last): [ 1019.859179] env[66551]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1019.859179] env[66551]: listener.cb(fileno) [ 1019.859179] env[66551]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1019.859179] env[66551]: result = function(*args, **kwargs) [ 1019.859179] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1019.859179] env[66551]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1019.859179] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1019.859179] env[66551]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1019.859179] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1019.859179] env[66551]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1019.859179] env[66551]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1019.859179] env[66551]: res.raise_for_status() [ 1019.859179] env[66551]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1019.859179] env[66551]: raise HTTPError(http_error_msg, response=self) [ 1019.859179] env[66551]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0d7aa20c-7742-4a3d-86b1-951be0b91907 [ 1019.860461] env[66551]: Removing descriptor: 15 [ 1020.358718] env[66551]: INFO networking_nsxv3.common.synchronization [None req-6a8ab238-539b-480e-85ba-0e7ae0ccdfb9 None None] Enqueued Resource ID: d7d676d5-473a-4f06-b57f-3d58d927450e with Priority: HIGHEST for action port [ 1020.359485] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d676d5-473a-4f06-b57f-3d58d927450e with Priority: HIGHEST for action port [ 1020.359952] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7d676d5-473a-4f06-b57f-3d58d927450e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.359952] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7d676d5-473a-4f06-b57f-3d58d927450e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.360421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7d676d5-473a-4f06-b57f-3d58d927450e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.361340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7d676d5-473a-4f06-b57f-3d58d927450e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.361632] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d676d5-473a-4f06-b57f-3d58d927450e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.752199] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: SUCCESS [ 1020.752728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.755027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.755027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.755027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.755027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.755027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.755027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.755027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.755403] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.864508] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7d676d5-473a-4f06-b57f-3d58d927450e [ 1020.864693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.864794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.864858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.865099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.865192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.866292] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7d676d5-473a-4f06-b57f-3d58d927450e already deleted. [ 1020.866292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7d676d5-473a-4f06-b57f-3d58d927450e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.140318] env[66551]: INFO networking_nsxv3.common.synchronization [req-3aa41ae4-3908-4b40-b725-1f8e7864e37c req-06747681-73af-48e0-8a96-20e5a0e5e780 tempest-ServerRescueTestJSONUnderV235-2081264420 tempest-ServerRescueTestJSONUnderV235-2081264420-project-member] Enqueued Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1021.140318] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d7e556-0339-4741-b20e-84b273091960 with Priority: HIGHEST for action security_group_members [ 1021.140611] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.140736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.258398] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.760497] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.263794] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.264038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.264038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.264180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.264267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.264374] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be updated. [ 1022.296311] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.296653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.296653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.296910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.296910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.310858] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: IN_PROGRESS for 2s [ 1022.932576] env[66551]: INFO networking_nsxv3.common.synchronization [None req-cf500a0c-a61a-4d74-ad1e-156fa98270c5 None None] Enqueued Resource ID: bd320ecc-c11b-45b2-bcec-3ad239d92af6 with Priority: HIGHEST for action port [ 1022.934658] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd320ecc-c11b-45b2-bcec-3ad239d92af6 with Priority: HIGHEST for action port [ 1022.936038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd320ecc-c11b-45b2-bcec-3ad239d92af6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.936179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd320ecc-c11b-45b2-bcec-3ad239d92af6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.936367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd320ecc-c11b-45b2-bcec-3ad239d92af6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.936702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd320ecc-c11b-45b2-bcec-3ad239d92af6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.936702] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd320ecc-c11b-45b2-bcec-3ad239d92af6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.071153] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-b491c1c2-5c2d-4d66-a511-9bbae3e7f2c9 tempest-ListServersNegativeTestJSON-1961285158 tempest-ListServersNegativeTestJSON-1961285158-project-member] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1023.071153] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1023.071153] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.071153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.071153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.071153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.071950] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.072250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.072503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.072850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.073079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.073309] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.440688] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd320ecc-c11b-45b2-bcec-3ad239d92af6 [ 1023.440947] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.441094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.441185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.441405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.441497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.441692] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd320ecc-c11b-45b2-bcec-3ad239d92af6 already deleted. [ 1023.441692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd320ecc-c11b-45b2-bcec-3ad239d92af6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.470549] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.470549] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.470549] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.470549] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.470549] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.470549] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.470549] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.470549] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.470549] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.470549] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.471226] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.471226] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.471226] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.471226] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.471226] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.471377] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.475080] env[66551]: INFO networking_nsxv3.common.synchronization [None req-04726270-48ce-41f4-a256-82d4bfae8911 None None] Enqueued Resource ID: 9aa1ee4f-952e-427a-8d00-8709cea3b057 with Priority: HIGHEST for action port [ 1023.476348] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa1ee4f-952e-427a-8d00-8709cea3b057 with Priority: HIGHEST for action port [ 1023.478303] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa1ee4f-952e-427a-8d00-8709cea3b057 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.478303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa1ee4f-952e-427a-8d00-8709cea3b057" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.478303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa1ee4f-952e-427a-8d00-8709cea3b057" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.478561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa1ee4f-952e-427a-8d00-8709cea3b057" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.478684] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa1ee4f-952e-427a-8d00-8709cea3b057',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.497364] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.497698] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.497879] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.498450] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.498791] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.498925] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.499605] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.499693] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.500058] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e9835-fc48-4fcb-91f1-7f92ac1de06e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.577439] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.577439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.577439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.577439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.577439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.577439] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.577439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.577439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.577439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.578243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.578243] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 already deleted. [ 1023.578243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.984227] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aa1ee4f-952e-427a-8d00-8709cea3b057 [ 1023.984688] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.984688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.984831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.984925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.985591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.985761] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aa1ee4f-952e-427a-8d00-8709cea3b057 already deleted. [ 1023.985948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa1ee4f-952e-427a-8d00-8709cea3b057" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.003517] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.004421] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.004668] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.004944] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.005112] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.005263] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port e86e9835-fc48-4fcb-91f1-7f92ac1de06e not found, creating... [ 1024.005585] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.005698] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.005890] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.006089] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.006258] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.007041] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.007041] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.007041] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.009529] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.009529] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.009529] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: e86e9835-fc48-4fcb-91f1-7f92ac1de06e is going to be created. [ 1024.046656] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.046963] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.047186] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.047623] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.047932] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.048239] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.322075] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: SUCCESS [ 1024.322320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.322609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.322852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.323068] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.323184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.323245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.323403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.323485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.323571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.323670] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.324615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.324796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.324967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.325421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.325421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.325421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.327537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.327674] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.775802] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-b07b8fc0-fd79-4920-8337-291add53a322 service nova] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_rules [ 1024.775982] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-b07b8fc0-fd79-4920-8337-291add53a322 service nova] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1024.776133] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-b07b8fc0-fd79-4920-8337-291add53a322 service nova] Enqueued Resource ID: e86e9835-fc48-4fcb-91f1-7f92ac1de06e with Priority: HIGHEST for action port [ 1024.776369] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_rules [ 1024.776496] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1024.776590] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86e9835-fc48-4fcb-91f1-7f92ac1de06e with Priority: HIGHEST for action port [ 1024.779221] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.779386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.779463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.779732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.779820] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.786019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.786019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.786019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.786019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.786019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.786019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.786019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.786019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.786019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.786019] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.786019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.786834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.786954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.787174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.787397] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e9835-fc48-4fcb-91f1-7f92ac1de06e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.831008] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.831133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.831362] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.831470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.831535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.831844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.853818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.853818] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.853818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.853818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.853818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.853818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.853818] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be updated. [ 1024.877859] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.878080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.878080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.878374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.878508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.888399] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: IN_PROGRESS for 2s [ 1025.002514] env[66551]: INFO networking_nsxv3.common.synchronization [req-03b815d7-0226-431c-8e68-5f9ca705b38a req-58669b20-a4a8-4d70-89ba-9bffda9d98e6 tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 1025.003072] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 1025.003383] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.003508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.003656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.003776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.003932] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.004328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.004391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.004564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.004650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.004762] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.290227] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.291167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.291560] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.292851] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e86e9835-fc48-4fcb-91f1-7f92ac1de06e with status ACTIVE [ 1025.293912] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.294201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.294367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.294663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.295124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.295261] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.295669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.296237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.299934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.299934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.299934] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.299934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.299934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.299934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.299934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.299934] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e86e9835-fc48-4fcb-91f1-7f92ac1de06e is going to be updated. [ 1025.323590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.323590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.323590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.323590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.323590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.323590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86e9835-fc48-4fcb-91f1-7f92ac1de06e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.413852] env[66551]: INFO networking_nsxv3.common.synchronization [req-6cd5bcf7-8dcc-4f03-b843-b3ddc657a141 req-5786e880-a0b5-4ffd-9f16-c23dd4b25dc5 tempest-AttachVolumeTestJSON-1055414765 tempest-AttachVolumeTestJSON-1055414765-project-member] Enqueued Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_members [ 1025.414767] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGHEST for action security_group_members [ 1025.415119] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.415227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.415765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.415854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.416034] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.416148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.416211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.416374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.416462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.416556] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.510554] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.510735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.510792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.511020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.532848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.533137] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.533262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.533329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.533545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.533635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.534404] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 1025.563385] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.563385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.563533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.563821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.563821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.574105] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 1025.800405] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.909611] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-e817549e-f957-453d-aaa9-8a084fb4c02a tempest-ListServersNegativeTestJSON-1961285158 tempest-ListServersNegativeTestJSON-1961285158-project-member] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1025.909611] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1025.909753] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.909871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.919998] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.920186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.920186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.920462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.944403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.944403] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.944403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.944403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.944403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.944403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.944403] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc is going to be updated. [ 1025.974914] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.975088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.975304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.975401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.975513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.984488] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc in Status: IN_PROGRESS for 2s [ 1026.303947] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.304363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.304363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.304488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.304576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.304682] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be created. [ 1026.308162] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.308346] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.308517] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.308803] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.309111] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.309306] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.309495] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.309873] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.310162] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.310534] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.310852] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.311131] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.311481] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.311561] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.311744] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.311945] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.350880] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.351073] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.351199] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.351383] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.351711] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-688402c6-75a5-4886-a3bd-24f3ee6a2568 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.351888] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-688402c6-75a5-4886-a3bd-24f3ee6a2568" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.352012] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-688402c6-75a5-4886-a3bd-24f3ee6a2568" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.352392] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-688402c6-75a5-4886-a3bd-24f3ee6a2568" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.352537] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('688402c6-75a5-4886-a3bd-24f3ee6a2568',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.356847] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.357050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.357050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.357257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.357509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.368164] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: UNINITIALIZED for 2s [ 1026.857296] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.857728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.857728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.858070] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.858245] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.858434] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 688402c6-75a5-4886-a3bd-24f3ee6a2568 not found, creating... [ 1026.858777] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.858984] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.859138] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.859441] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.859583] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.859878] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.860367] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.860567] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.860879] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.861043] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.861219] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 688402c6-75a5-4886-a3bd-24f3ee6a2568 is going to be created. [ 1026.883716] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.883950] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.884110] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.884417] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.884789] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.885050] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-688402c6-75a5-4886-a3bd-24f3ee6a2568" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.898044] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: SUCCESS [ 1026.898238] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 deletion is rescheduled due to dependency. [ 1026.898356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.898526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.898743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.898923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.899049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.899112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.899270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.899349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.899464] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.401400] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.401752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.401752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.407379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.407379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.407379] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.407379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.407379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.407379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.407379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.407379] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be updated. [ 1027.430310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.430663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.430826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.431243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.432147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.443987] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: IN_PROGRESS for 2s [ 1027.585220] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 1027.586213] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 deletion is rescheduled due to dependency. [ 1027.588050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.607469] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-b45e0297-e82f-422b-8557-748fef073f70 service nova] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_rules [ 1027.607647] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-b45e0297-e82f-422b-8557-748fef073f70 service nova] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1027.607782] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-b45e0297-e82f-422b-8557-748fef073f70 service nova] Enqueued Resource ID: 688402c6-75a5-4886-a3bd-24f3ee6a2568 with Priority: HIGHEST for action port [ 1027.610586] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_rules [ 1027.610586] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1027.610586] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 688402c6-75a5-4886-a3bd-24f3ee6a2568 with Priority: HIGHEST for action port [ 1027.610586] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.610586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610586] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.610586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610586] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-688402c6-75a5-4886-a3bd-24f3ee6a2568 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.610586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-688402c6-75a5-4886-a3bd-24f3ee6a2568" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-688402c6-75a5-4886-a3bd-24f3ee6a2568" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.610586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-688402c6-75a5-4886-a3bd-24f3ee6a2568" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.610586] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('688402c6-75a5-4886-a3bd-24f3ee6a2568',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.723526] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ea1c0cf6-4e87-41bc-b888-6d7789ecf964 None None] Enqueued Resource ID: 8872411a-661d-4884-bda0-66e10570162d with Priority: HIGHEST for action port [ 1027.724067] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8872411a-661d-4884-bda0-66e10570162d with Priority: HIGHEST for action port [ 1027.725037] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-8872411a-661d-4884-bda0-66e10570162d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.725037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8872411a-661d-4884-bda0-66e10570162d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.725037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8872411a-661d-4884-bda0-66e10570162d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.725037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8872411a-661d-4884-bda0-66e10570162d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.725037] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8872411a-661d-4884-bda0-66e10570162d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.995174] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc in Status: SUCCESS [ 1027.995366] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc deletion is rescheduled due to dependency. [ 1027.995480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.031275] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-5a4a6328-c4ea-4cc3-b1eb-92a442c47015 tempest-ListServersNegativeTestJSON-1961285158 tempest-ListServersNegativeTestJSON-1961285158-project-member] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1028.032121] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1028.032581] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.032646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.114031] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 688402c6-75a5-4886-a3bd-24f3ee6a2568 with status ACTIVE [ 1028.114031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.114031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.114031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.114031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.114031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.114031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.114425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.114425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.114730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.114814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.115048] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.115197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.115287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.115523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.115845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.115845] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 688402c6-75a5-4886-a3bd-24f3ee6a2568 is going to be updated. [ 1028.138414] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.138541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.138541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.138890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.138890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.138991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-688402c6-75a5-4886-a3bd-24f3ee6a2568" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.232548] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8872411a-661d-4884-bda0-66e10570162d [ 1028.232775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.232933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.232999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.233208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.233293] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.233388] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8872411a-661d-4884-bda0-66e10570162d already deleted. [ 1028.233466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8872411a-661d-4884-bda0-66e10570162d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.313777] env[66551]: INFO networking_nsxv3.common.synchronization [None req-81de3384-1952-466c-b393-2faa1230fcf2 None None] Enqueued Resource ID: 4d15d5e4-81e7-48a3-beb5-4372a04c235d with Priority: HIGHEST for action port [ 1028.314667] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d15d5e4-81e7-48a3-beb5-4372a04c235d with Priority: HIGHEST for action port [ 1028.314667] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d15d5e4-81e7-48a3-beb5-4372a04c235d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.314667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d15d5e4-81e7-48a3-beb5-4372a04c235d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.314667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d15d5e4-81e7-48a3-beb5-4372a04c235d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.314667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d15d5e4-81e7-48a3-beb5-4372a04c235d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.314667] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d15d5e4-81e7-48a3-beb5-4372a04c235d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.371583] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-662 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.371877] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.372061] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.372363] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.372650] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.372895] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.372984] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.374111] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.374286] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.374495] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.374922] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.374922] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.374922] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.374922] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.375871] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.375871] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.388037] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1028.388037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.388037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.388037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.388037] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.388320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.388320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.388384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.388416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.388646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.388646] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.389685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.389895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.390111] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.390254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.390358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.390542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.390660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.390820] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.402957] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.403267] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.403367] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.403491] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-662" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.405554] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.405554] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.405554] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.405554] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.405554] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c570e8-e01a-4fd5-ab8a-8a3bf762eb77',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.822568] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d15d5e4-81e7-48a3-beb5-4372a04c235d [ 1028.822568] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.822568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.822568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.822568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.822568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.822568] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d15d5e4-81e7-48a3-beb5-4372a04c235d already deleted. [ 1028.822568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d15d5e4-81e7-48a3-beb5-4372a04c235d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.894637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.894896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.895348] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.908110] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.908524] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.908763] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.909193] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.909437] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.909748] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 31c570e8-e01a-4fd5-ab8a-8a3bf762eb77 not found, creating... [ 1028.910189] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.910456] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.910650] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.911017] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.911802] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.914157] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.914157] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.914157] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.914157] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.914673] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.914673] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 31c570e8-e01a-4fd5-ab8a-8a3bf762eb77 is going to be created. [ 1028.951702] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.952383] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.952383] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.952467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.952690] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.952910] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.397672] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.455349] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: SUCCESS [ 1029.455643] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97d7e556-0339-4741-b20e-84b273091960 deletion is rescheduled due to dependency. [ 1029.455643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.456338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.456338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.456338] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.456530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.456530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.456603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.456684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.456766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.456900] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97d7e556-0339-4741-b20e-84b273091960 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.456987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.457056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.457200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.457338] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.457499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.457586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.457668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.457745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.457843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.457936] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.672856] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-a619b693-3c28-4ed7-b35d-0adf66a6b1b7 service nova] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_rules [ 1029.672856] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-a619b693-3c28-4ed7-b35d-0adf66a6b1b7 service nova] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1029.672856] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab67d851-d312-4ce2-8b4f-c9ad57e2e324 req-a619b693-3c28-4ed7-b35d-0adf66a6b1b7 service nova] Enqueued Resource ID: 31c570e8-e01a-4fd5-ab8a-8a3bf762eb77 with Priority: HIGHEST for action port [ 1029.672856] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_rules [ 1029.672856] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1029.672856] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c570e8-e01a-4fd5-ab8a-8a3bf762eb77 with Priority: HIGHEST for action port [ 1029.672856] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.672856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.673846] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.673846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.676245] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.676379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.677162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.677162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.677162] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c570e8-e01a-4fd5-ab8a-8a3bf762eb77',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.903299] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.903299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.903299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.903299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.903299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.903299] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1029.931768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.931768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.931969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.932176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.932176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.942056] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1029.961470] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97d7e556-0339-4741-b20e-84b273091960: rpc.has_security_group_logging(os_id): False [ 1029.980241] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.980703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.980703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.980894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.980950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.981350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.981481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.981590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.981854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.981977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.982337] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.982541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.982585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.982728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.982882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.983039] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.983195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.983248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.983434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.983553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.983691] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be updated. [ 1030.057284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.057642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.057642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.057831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.057920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.071350] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: IN_PROGRESS for 2s [ 1030.179726] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c570e8-e01a-4fd5-ab8a-8a3bf762eb77 with status ACTIVE [ 1030.179726] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.180125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.180125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.180231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.180266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.180447] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.180553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.180628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.180881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.180998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.181239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.181384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.181384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.182458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.182458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.182458] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c570e8-e01a-4fd5-ab8a-8a3bf762eb77 is going to be updated. [ 1030.235701] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.235879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.235970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.236255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.236446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.236651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c570e8-e01a-4fd5-ab8a-8a3bf762eb77" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.548175] env[66551]: INFO networking_nsxv3.common.synchronization [req-26386c82-6d0e-4357-97d0-ca038618a2f6 req-929b17af-52ca-431c-8374-eef739150c77 tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1030.548897] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1030.549866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.549991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.550078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.550338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.550504] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.550602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.550668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.550820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.550905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.550999] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.954939] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.955235] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.955417] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.955744] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.958113] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.958348] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.958479] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.958732] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.958896] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.959109] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.959214] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.959320] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.959424] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.959550] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.959667] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.959814] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.987014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.987014] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.987014] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.987014] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.987014] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-5ceb7c4c-ab48-4d95-b462-c7dca3620421 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.987014] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-5ceb7c4c-ab48-4d95-b462-c7dca3620421" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.987014] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-5ceb7c4c-ab48-4d95-b462-c7dca3620421" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.987014] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-5ceb7c4c-ab48-4d95-b462-c7dca3620421" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.987014] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ceb7c4c-ab48-4d95-b462-c7dca3620421',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.053433] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.053979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.053979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.055613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.055613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.055613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.055613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.055613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.055613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.055613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.055613] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 already deleted. [ 1031.055613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.272208] env[66551]: INFO networking_nsxv3.common.synchronization [None req-63d606d8-59fe-4632-9751-346d1d71db0b None None] Enqueued Resource ID: 55f05c6a-a1c2-4b12-9301-f22636c87e71 with Priority: HIGHEST for action port [ 1031.273118] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f05c6a-a1c2-4b12-9301-f22636c87e71 with Priority: HIGHEST for action port [ 1031.273640] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-55f05c6a-a1c2-4b12-9301-f22636c87e71 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.273998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55f05c6a-a1c2-4b12-9301-f22636c87e71" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.273998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55f05c6a-a1c2-4b12-9301-f22636c87e71" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.274322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55f05c6a-a1c2-4b12-9301-f22636c87e71" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.274513] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f05c6a-a1c2-4b12-9301-f22636c87e71',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.490111] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.490353] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.490540] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.490870] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.491045] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.491214] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 5ceb7c4c-ab48-4d95-b462-c7dca3620421 not found, creating... [ 1031.491610] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.491750] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.491875] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.492140] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.492280] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.492647] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.492830] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.492974] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.493234] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.493355] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.493492] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 5ceb7c4c-ab48-4d95-b462-c7dca3620421 is going to be created. [ 1031.520983] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.521329] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.521489] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.522061] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.522359] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.522610] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-5ceb7c4c-ab48-4d95-b462-c7dca3620421" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.777874] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55f05c6a-a1c2-4b12-9301-f22636c87e71 [ 1031.778235] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.778322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.778391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.778624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.778750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.778844] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55f05c6a-a1c2-4b12-9301-f22636c87e71 already deleted. [ 1031.778926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55f05c6a-a1c2-4b12-9301-f22636c87e71" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.951794] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1031.952052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.952218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.952436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.952624] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.952741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.952798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.953048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.953148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.953250] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.086493] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97d7e556-0339-4741-b20e-84b273091960 in Status: SUCCESS [ 1032.086493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.086493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.086493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.086493] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97d7e556-0339-4741-b20e-84b273091960',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.255227] env[66551]: INFO networking_nsxv3.common.synchronization [req-26386c82-6d0e-4357-97d0-ca038618a2f6 req-59be3b06-835c-4e6f-85a1-f455b6155f9b service nova] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1032.255330] env[66551]: INFO networking_nsxv3.common.synchronization [req-26386c82-6d0e-4357-97d0-ca038618a2f6 req-59be3b06-835c-4e6f-85a1-f455b6155f9b service nova] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1032.255412] env[66551]: INFO networking_nsxv3.common.synchronization [req-26386c82-6d0e-4357-97d0-ca038618a2f6 req-59be3b06-835c-4e6f-85a1-f455b6155f9b service nova] Enqueued Resource ID: 5ceb7c4c-ab48-4d95-b462-c7dca3620421 with Priority: HIGHEST for action port [ 1032.255961] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1032.256076] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1032.256201] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ceb7c4c-ab48-4d95-b462-c7dca3620421 with Priority: HIGHEST for action port [ 1032.256474] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.256634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.256678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.257073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.257073] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.258418] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.258641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.258641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.258806] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.258954] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.259251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.259251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.259397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.259397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.259472] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.260205] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ceb7c4c-ab48-4d95-b462-c7dca3620421 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.260318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ceb7c4c-ab48-4d95-b462-c7dca3620421" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.260394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ceb7c4c-ab48-4d95-b462-c7dca3620421" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.260530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ceb7c4c-ab48-4d95-b462-c7dca3620421" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.260622] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ceb7c4c-ab48-4d95-b462-c7dca3620421',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.454938] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.606965] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.607175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.607232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.607452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.607552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.607723] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97d7e556-0339-4741-b20e-84b273091960 is going to be deleted. [ 1032.668097] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.668314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.668402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.668675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.668813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.668961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97d7e556-0339-4741-b20e-84b273091960" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.762161] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.762317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.764512] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.765277] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ceb7c4c-ab48-4d95-b462-c7dca3620421 with status ACTIVE [ 1032.765537] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.765673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.765773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.765994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.766114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.766345] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.766748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.766748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.766748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.766930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.767142] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.770023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.770023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.770023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.770023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.770023] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ceb7c4c-ab48-4d95-b462-c7dca3620421 is going to be updated. [ 1032.792119] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.792453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.792453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.792599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.792753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.792912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ceb7c4c-ab48-4d95-b462-c7dca3620421" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.958309] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.011779] env[66551]: INFO networking_nsxv3.common.synchronization [req-a5af94a7-3bd8-41ff-978a-ca72b6bc5604 req-b56d9ab1-e835-4e5b-b206-c6986c5ec57f tempest-ImagesOneServerNegativeTestJSON-795495104 tempest-ImagesOneServerNegativeTestJSON-795495104-project-member] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1033.012383] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1033.013040] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.013040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.013040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.013306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.013306] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.013441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.013441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.013808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.013808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.013808] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.271226] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.350207] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.350403] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.350528] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.350803] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.351073] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.351228] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.351343] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.351557] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.351698] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.351901] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.352026] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.352180] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.352243] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.352352] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.352456] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.352585] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.374499] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.374710] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.374845] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.375182] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.375403] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-de254993-8d69-42b6-942c-42e0e3e0d5aa taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.375607] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-de254993-8d69-42b6-942c-42e0e3e0d5aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.375744] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-de254993-8d69-42b6-942c-42e0e3e0d5aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.376103] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-de254993-8d69-42b6-942c-42e0e3e0d5aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.376241] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de254993-8d69-42b6-942c-42e0e3e0d5aa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.462074] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.462074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.462074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.462074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.462319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.462319] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1033.491592] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.491700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.491927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.492096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.492172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.504591] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1033.516352] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.516503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.516628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.516875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.559213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.559213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.559213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.559213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.559213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.559213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.559586] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1033.589224] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.589456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.589524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.589987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.590121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.601339] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1033.773674] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.773878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.773922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.774773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.775123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.776231] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be created. [ 1033.805574] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.806039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.806039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.806198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.806474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.827594] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: UNINITIALIZED for 2s [ 1033.879353] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.879720] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.879720] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.880220] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.880220] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.880340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port de254993-8d69-42b6-942c-42e0e3e0d5aa not found, creating... [ 1033.880639] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.880762] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.880876] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.881131] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.881274] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.881758] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.881758] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.881905] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.882608] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.882608] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.882608] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: de254993-8d69-42b6-942c-42e0e3e0d5aa is going to be created. [ 1033.909831] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.910165] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.910332] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.910670] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.911069] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.911266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-de254993-8d69-42b6-942c-42e0e3e0d5aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.611444] env[66551]: INFO networking_nsxv3.common.synchronization [req-a5af94a7-3bd8-41ff-978a-ca72b6bc5604 req-ee32e434-6101-48b3-b331-dbe1ac95bfee service nova] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_rules [ 1034.611738] env[66551]: INFO networking_nsxv3.common.synchronization [req-a5af94a7-3bd8-41ff-978a-ca72b6bc5604 req-ee32e434-6101-48b3-b331-dbe1ac95bfee service nova] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1034.611738] env[66551]: INFO networking_nsxv3.common.synchronization [req-a5af94a7-3bd8-41ff-978a-ca72b6bc5604 req-ee32e434-6101-48b3-b331-dbe1ac95bfee service nova] Enqueued Resource ID: de254993-8d69-42b6-942c-42e0e3e0d5aa with Priority: HIGHEST for action port [ 1034.612278] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_rules [ 1034.612415] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1034.612511] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de254993-8d69-42b6-942c-42e0e3e0d5aa with Priority: HIGHEST for action port [ 1034.612780] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.612931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.612972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.613183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.613341] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.615450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.615450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.615450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-de254993-8d69-42b6-942c-42e0e3e0d5aa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.615803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de254993-8d69-42b6-942c-42e0e3e0d5aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.616089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de254993-8d69-42b6-942c-42e0e3e0d5aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.616771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de254993-8d69-42b6-942c-42e0e3e0d5aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.616771] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de254993-8d69-42b6-942c-42e0e3e0d5aa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.120402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.120402] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de254993-8d69-42b6-942c-42e0e3e0d5aa with status ACTIVE [ 1035.120402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.120402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.120402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.120402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.121460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.121460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.121460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.121460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.121460] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de254993-8d69-42b6-942c-42e0e3e0d5aa is going to be updated. [ 1035.144167] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.144315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.144380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.144585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.144756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.144875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de254993-8d69-42b6-942c-42e0e3e0d5aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.468821] env[66551]: INFO networking_nsxv3.common.synchronization [req-c672a0b4-49f3-44e3-b114-df3fc9211761 req-60ea45cc-8aed-4674-85ae-e256f777a5a3 tempest-ServerRescueNegativeTestJSON-1883163268 tempest-ServerRescueNegativeTestJSON-1883163268-project-member] Enqueued Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_members [ 1035.469418] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_members [ 1035.469708] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.469858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.469925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.470200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.470359] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.470461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.470522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.470811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.470883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.470975] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.515142] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1035.515353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.515810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.516050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.516290] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.516457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.516526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.516689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.516771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.516861] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.615161] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1035.615312] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 deletion is rescheduled due to dependency. [ 1035.615451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.615679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.615880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.616454] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.616454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.616454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.616454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.616737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.616737] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.840047] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1035.840047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.840047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.840047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.840047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.840047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.840432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.840432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.840500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.840594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.840761] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.856443] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.857166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.857166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.857166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.857386] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.857637] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.857724] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.858237] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.858415] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.858652] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.858868] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.858980] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.859043] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.859160] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.859275] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.859420] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.881489] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.881706] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.882032] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.882273] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-594" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.882664] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-bb0e1e42-f01b-45d6-a594-146e6a7e9470 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.882946] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-bb0e1e42-f01b-45d6-a594-146e6a7e9470" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.883144] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-bb0e1e42-f01b-45d6-a594-146e6a7e9470" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.883588] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-bb0e1e42-f01b-45d6-a594-146e6a7e9470" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.883792] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0e1e42-f01b-45d6-a594-146e6a7e9470',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.972676] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.972976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.973114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.973430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.973595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.973817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.973961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.974055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.974295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.974529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.974529] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a already deleted. [ 1035.974529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.021358] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.118964] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.342800] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.387409] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.387680] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.387808] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.388120] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.388268] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.388423] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port bb0e1e42-f01b-45d6-a594-146e6a7e9470 not found, creating... [ 1036.388691] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.388884] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.389011] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.389240] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.389372] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.389649] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.389895] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.390068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.390346] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.390525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.390744] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: bb0e1e42-f01b-45d6-a594-146e6a7e9470 is going to be created. [ 1036.411799] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.413145] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.413145] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.413145] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.413145] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.413402] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-bb0e1e42-f01b-45d6-a594-146e6a7e9470" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.524289] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.623097] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.845757] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60b38873-6e14-4765-abfe-687e31597681: rpc.has_security_group_logging(os_id): False [ 1036.866446] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.866597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.866673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.866901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.866999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.867266] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.867370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.867433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.867652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.867772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.867822] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be created. [ 1036.940749] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.940979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.941054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.941266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.941453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.952806] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1037.026816] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.027134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.027212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.027549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.027652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.027792] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1037.065260] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.065448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.065519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.066109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.066109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.075819] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1037.126171] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.126512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.126512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.127948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.128075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.128170] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1037.148930] env[66551]: INFO networking_nsxv3.common.synchronization [req-c672a0b4-49f3-44e3-b114-df3fc9211761 req-bd3313d1-f453-4b87-8112-4ad2e177b6ca service nova] Enqueued Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_rules [ 1037.149125] env[66551]: INFO networking_nsxv3.common.synchronization [req-c672a0b4-49f3-44e3-b114-df3fc9211761 req-bd3313d1-f453-4b87-8112-4ad2e177b6ca service nova] Enqueued Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_members [ 1037.149275] env[66551]: INFO networking_nsxv3.common.synchronization [req-c672a0b4-49f3-44e3-b114-df3fc9211761 req-bd3313d1-f453-4b87-8112-4ad2e177b6ca service nova] Enqueued Resource ID: bb0e1e42-f01b-45d6-a594-146e6a7e9470 with Priority: HIGHEST for action port [ 1037.149877] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_rules [ 1037.149935] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_members [ 1037.150152] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0e1e42-f01b-45d6-a594-146e6a7e9470 with Priority: HIGHEST for action port [ 1037.150478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.150601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.150668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.150888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.150971] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.152334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.152445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.152510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.152718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.152829] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.152929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.152990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.153171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.153253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.153341] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.154494] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0e1e42-f01b-45d6-a594-146e6a7e9470 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.154604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0e1e42-f01b-45d6-a594-146e6a7e9470" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.154830] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0e1e42-f01b-45d6-a594-146e6a7e9470" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.156081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0e1e42-f01b-45d6-a594-146e6a7e9470" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.156081] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0e1e42-f01b-45d6-a594-146e6a7e9470',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.161401] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.161527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.161595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.161779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.161928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.172438] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1037.653604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.653999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.655432] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.659571] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb0e1e42-f01b-45d6-a594-146e6a7e9470 with status ACTIVE [ 1037.659787] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.659787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.659936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.660559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.660559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.660559] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.660559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.660767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.660814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.661779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.661779] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.661779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.661779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.661779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.661779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.661779] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb0e1e42-f01b-45d6-a594-146e6a7e9470 is going to be updated. [ 1037.686312] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.686539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.686539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.686643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.686808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.687037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0e1e42-f01b-45d6-a594-146e6a7e9470" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.158413] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.660483] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.660805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.660805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.660981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.661087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.661200] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a is going to be created. [ 1038.687364] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.687580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.687696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.688035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.688267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.699579] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf582fff-2505-4e7e-b31b-741917c2fa2a in Status: UNINITIALIZED for 2s [ 1038.971084] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1038.971326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.096897] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1039.097156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.097352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.097591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.097813] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.098093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.098093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.098186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.098225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.098279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.098441] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.098512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.098570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.098707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.098965] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.099072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.099132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.099273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.099345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.099423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.099503] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.100582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.101481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.101481] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.101481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.101481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.101481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.101481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.101481] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.183928] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1039.184162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.184535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.184836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.184836] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.185092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.185092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.185376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.185376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.185495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.185495] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.603423] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b9751b-e74c-4d19-a02c-dfcf5bad8c47: rpc.has_security_group_logging(os_id): False [ 1039.604812] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.625866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.625866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.625866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.625866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.626566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.626566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.626566] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.626566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.626566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.626812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.626812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.626882] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be created. [ 1039.690637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.690988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.690988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.692043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.692043] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.692043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.692043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.692043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.692043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.692043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.692518] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.692518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.692518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.692518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.692678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.692780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.692858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.693064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.693158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.693242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.693327] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.717775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.717932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.717989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.718221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.718397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.730483] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1040.107916] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.195730] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e19c5596-88c9-4f47-8130-4c241766da84: rpc.has_security_group_logging(os_id): False [ 1040.220897] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.220897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.221206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.221206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.221339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.221631] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.221749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.221938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.222013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.222112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.222337] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.222499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.222568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.222662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.222736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.222934] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.223068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.223164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.223929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.223929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.223929] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1040.310290] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.310535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.310535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.311520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.311520] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.326257] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1040.611398] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.611398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.611398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.611398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.611677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.611677] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1040.645779] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.645779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.645779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.647842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.647842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.664837] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1040.713807] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf582fff-2505-4e7e-b31b-741917c2fa2a in Status: SUCCESS [ 1040.714092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.714564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.714564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.714759] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.714759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.714871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.715020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.715094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.715188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.715282] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.114912] env[66551]: INFO networking_nsxv3.common.synchronization [req-b843f290-d7ec-489c-b2dd-cb7e878174d6 req-e13d07c0-3449-4c3a-a438-6913ac4c3bed tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1041.115677] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1041.116162] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.116162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.116162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.116333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.116372] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.116460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.116521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.116673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.116761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.116863] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.219111] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.483140] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.483140] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.483140] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.483140] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.483140] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.484855] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.485158] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.485554] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.485828] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.486176] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.487118] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.487118] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.487118] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.487118] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.487118] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.487118] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.507047] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.507235] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.507368] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.507630] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.507910] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.508108] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.508230] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.508627] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.508712] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985a63c5-d17b-4418-8eb3-498bf0ebc2f0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.619027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.619154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.619199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.619408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.648048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.648334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.648522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.648616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.648928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.649071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.649179] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1041.681431] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.681663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.681663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.682813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.682813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.694469] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1041.722769] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf582fff-2505-4e7e-b31b-741917c2fa2a: rpc.has_security_group_logging(os_id): False [ 1041.746135] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.746319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.746365] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.746585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.746672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.746931] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.747078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.747179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.747362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.747444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.747548] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a is going to be created. [ 1041.750966] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1041.751129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.752131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.752319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.752407] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.816759] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.816947] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.817007] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.817188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.817382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.832205] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf582fff-2505-4e7e-b31b-741917c2fa2a in Status: IN_PROGRESS for 2s [ 1042.011065] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.011316] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.011433] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.011716] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.011862] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.012021] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 985a63c5-d17b-4418-8eb3-498bf0ebc2f0 not found, creating... [ 1042.012369] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.012532] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.012646] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.012874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.013090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.013309] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.013458] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.013592] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.013838] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.013969] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.014121] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 985a63c5-d17b-4418-8eb3-498bf0ebc2f0 is going to be created. [ 1042.037590] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.037800] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.037927] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.038233] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.038501] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.038739] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.256112] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.256377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.341967] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1042.342239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.682383] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1042.682383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.682383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.682545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.682765] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.682916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.682916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.683077] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.683158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.683242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.683337] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.829196] env[66551]: INFO networking_nsxv3.common.synchronization [req-b843f290-d7ec-489c-b2dd-cb7e878174d6 req-139dbfd1-1bb8-43e6-943d-e6c271860d0d service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 1042.829196] env[66551]: INFO networking_nsxv3.common.synchronization [req-b843f290-d7ec-489c-b2dd-cb7e878174d6 req-139dbfd1-1bb8-43e6-943d-e6c271860d0d service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1042.829553] env[66551]: INFO networking_nsxv3.common.synchronization [req-b843f290-d7ec-489c-b2dd-cb7e878174d6 req-139dbfd1-1bb8-43e6-943d-e6c271860d0d service nova] Enqueued Resource ID: 985a63c5-d17b-4418-8eb3-498bf0ebc2f0 with Priority: HIGHEST for action port [ 1042.829786] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 1042.829936] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1042.830374] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985a63c5-d17b-4418-8eb3-498bf0ebc2f0 with Priority: HIGHEST for action port [ 1042.830782] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.831040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.831040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.832323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.832323] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.832601] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.832601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.832681] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.832745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.832796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.833454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.833454] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985a63c5-d17b-4418-8eb3-498bf0ebc2f0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.006536] env[66551]: INFO networking_nsxv3.common.synchronization [req-c3347b01-8a1f-49b5-9b84-3daa9b01bd30 req-5cf2a152-4b88-4ac2-ac59-2603da788326 tempest-ListServersNegativeTestJSON-1961285158 tempest-ListServersNegativeTestJSON-1961285158-project-member] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1043.007284] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1043.007394] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.007553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.007636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.007853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.008101] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.008722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.008722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.008722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.008722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.008722] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.125662] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.125845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.125906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.126145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.126253] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.186310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.186310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.334864] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.335082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.335335] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 985a63c5-d17b-4418-8eb3-498bf0ebc2f0 with status ACTIVE [ 1043.335576] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.335719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.335805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.336019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.336114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.336339] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.336397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.336482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.336616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.336690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.336870] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.336960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.337029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.337169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.337233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.337321] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 985a63c5-d17b-4418-8eb3-498bf0ebc2f0 is going to be updated. [ 1043.359288] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.359492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.359539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.359718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.359997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.360234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985a63c5-d17b-4418-8eb3-498bf0ebc2f0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.493347] env[66551]: INFO networking_nsxv3.common.synchronization [req-658d33df-e7e9-4983-ba00-43a2e54d3350 req-0f72ed1f-8be9-445e-892a-d2f1da5e24ed tempest-ServerActionsV293TestJSON-2017252987 tempest-ServerActionsV293TestJSON-2017252987-project-member] Enqueued Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_members [ 1043.494096] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_members [ 1043.494460] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-69134ed2-99e4-4ddc-919b-5267eca84d96 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.494558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.494617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.494924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.495108] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.495298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.495298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.495597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.495687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.495810] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.512792] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.628190] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.705686] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1043.705686] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 1043.705859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.706102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.706406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.706652] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.706808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.706890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.707141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.707262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.707386] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.858938] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf582fff-2505-4e7e-b31b-741917c2fa2a in Status: SUCCESS [ 1043.858938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.870828] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.871070] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-204" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.871231] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-204" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.871569] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-204" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.871843] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.872014] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.872136] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.872358] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.872497] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.872707] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.872816] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.872921] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.873139] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.873139] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.873258] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.873355] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.894724] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.894957] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.895125] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.895311] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-204" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.895837] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-01efc8db-4047-4993-b8b6-cf6ba43ede5e taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.895982] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-01efc8db-4047-4993-b8b6-cf6ba43ede5e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.895982] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-01efc8db-4047-4993-b8b6-cf6ba43ede5e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.896507] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-01efc8db-4047-4993-b8b6-cf6ba43ede5e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.896753] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01efc8db-4047-4993-b8b6-cf6ba43ede5e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.998889] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.999020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.999082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.999388] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.999540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.999843] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.000063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.000178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.000440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.000572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.000675] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 already deleted. [ 1044.001187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.014211] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.132280] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.209979] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.399432] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.399662] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.399790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.400156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.400317] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.400474] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 01efc8db-4047-4993-b8b6-cf6ba43ede5e not found, creating... [ 1044.400737] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.400891] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.401041] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.401275] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.401407] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.401690] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.401843] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.401959] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.402180] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.402310] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.402445] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 01efc8db-4047-4993-b8b6-cf6ba43ede5e is going to be created. [ 1044.422684] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.422903] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.423043] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.423292] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.423521] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.423740] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-01efc8db-4047-4993-b8b6-cf6ba43ede5e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.517133] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.517349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.517394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.517611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.517704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.517804] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1044.566057] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.566274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.566274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.566436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.566587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.575694] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1044.634397] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1044.634558] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1044.713891] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.174519] env[66551]: INFO networking_nsxv3.common.synchronization [req-658d33df-e7e9-4983-ba00-43a2e54d3350 req-6702fca6-050a-4a64-98da-829713215ee4 service nova] Enqueued Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_rules [ 1045.174519] env[66551]: INFO networking_nsxv3.common.synchronization [req-658d33df-e7e9-4983-ba00-43a2e54d3350 req-6702fca6-050a-4a64-98da-829713215ee4 service nova] Enqueued Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_members [ 1045.174895] env[66551]: INFO networking_nsxv3.common.synchronization [req-658d33df-e7e9-4983-ba00-43a2e54d3350 req-6702fca6-050a-4a64-98da-829713215ee4 service nova] Enqueued Resource ID: 01efc8db-4047-4993-b8b6-cf6ba43ede5e with Priority: HIGHEST for action port [ 1045.175174] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_rules [ 1045.175256] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_members [ 1045.175340] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01efc8db-4047-4993-b8b6-cf6ba43ede5e with Priority: HIGHEST for action port [ 1045.175623] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69134ed2-99e4-4ddc-919b-5267eca84d96 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.175714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.175781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.175972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.176057] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.179505] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-69134ed2-99e4-4ddc-919b-5267eca84d96 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.179505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.179505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.179682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.179918] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.180050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.180125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.180478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.180478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.180478] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.182060] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-01efc8db-4047-4993-b8b6-cf6ba43ede5e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.182060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01efc8db-4047-4993-b8b6-cf6ba43ede5e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.182060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01efc8db-4047-4993-b8b6-cf6ba43ede5e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.182060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01efc8db-4047-4993-b8b6-cf6ba43ede5e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.182060] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01efc8db-4047-4993-b8b6-cf6ba43ede5e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.216028] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.216159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.216227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.216453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.216548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.216655] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1045.247331] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.247661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.247771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.248177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.248403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.258454] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1045.581197] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.581553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.581553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.581829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.593586] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1045.596094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.597080] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1045.643260] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.643417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.643512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.643769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.655944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.656878] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1045.656989] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.657079] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1045.682822] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.684035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-69134ed2-99e4-4ddc-919b-5267eca84d96 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.684227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.685144] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01efc8db-4047-4993-b8b6-cf6ba43ede5e with status ACTIVE [ 1045.685144] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.685144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.685144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.685144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.685435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.685435] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.685564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.685614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.686178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.686178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.686178] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.686438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.686438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.686557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.686695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.686761] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01efc8db-4047-4993-b8b6-cf6ba43ede5e is going to be updated. [ 1045.797527] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.797527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.797743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.797788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.797955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.798424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01efc8db-4047-4993-b8b6-cf6ba43ede5e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.805204] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.805204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.805204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.805204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.806183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.806376] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1045.916024] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.916362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.916362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.917164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.917164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.917250] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1046.058336] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.058549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.058642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.059273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.059273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.059448] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1046.059538] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'97b9751b-e74c-4d19-a02c-dfcf5bad8c47', 'bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa', '14827dfe-5752-4c55-b2ce-915ecb01b922', '7dd12073-d01e-40b1-9211-d2e57366432f', 'bffce9ba-399d-4888-9d43-ef366a89fb70', '59545729-57e5-46a2-b68f-ff854b5010f1', '51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f', '961f85ad-718f-4f52-a3a0-14a2b444f02a', 'bc32b3cc-c880-4418-a838-decbbd636d22', 'b56268cd-432a-4035-80f9-bd0d302e9d34', '68387195-ebb2-4e87-8efb-19c0939b9522', '214175c2-419e-4bd2-bb62-61adbfdb5472', 'd51deafa-808f-4b9c-9637-f9c07a1654ff', '05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc', 'e19c5596-88c9-4f47-8130-4c241766da84', '18f303f2-ca01-4b74-b1b7-c61b7d450e8a', 'cf582fff-2505-4e7e-b31b-741917c2fa2a', '2d7a137a-5121-4742-8091-c9d06d426c09', '34e9e1b5-4288-4a2c-9da2-e6df008f9086', '7c718b06-2432-4e81-8733-d5e87ca2257a', 'aa147b36-5016-42f4-a6c4-20dfadeb205f', 'dc0de24d-13ed-4a90-955e-b6d90fd1edef', 'ed3d49dd-336d-46af-807c-441599397283', '73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73', '41743043-dd0b-46ed-9cdf-8572c53b928c', '16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0', '298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a', '3b0e80b8-5858-4450-ab07-3569ec55d8f4', '0443c931-fd4a-4b4b-946e-5b53ed5b7af3', 'b22a1d0b-5177-4950-9928-b36769de94b8', '1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf', 'ea9243ac-af1e-41e1-b774-59ede07ae996', 'd83940e2-e3a7-4020-834b-dd495e6bf686', '4bac1468-954b-4ef4-9426-703ca90092fe', '22d90069-b3b9-4519-b51e-6b0bab3f7809', 'cbf1d6a2-871c-4762-9baa-71c30f8db780', '2e122fa6-273c-4439-b15c-072ff70d76e9', 'eb25d070-cc19-4c7c-a3a3-e77295f98f5b', 'f079edbf-d6ea-425b-b1c2-75445d2b265f', '2e8e2e06-95e1-4b60-a403-c895f76a8e86', '36692471-0c58-410f-b306-003153fccda8', '60b38873-6e14-4765-abfe-687e31597681', 'cf06e3fe-e54c-49e8-8976-1c8613412820', '8122783d-8ce6-482f-aae5-74887c0b2423', '04643e1a-277a-4f48-a91f-85d754e3afff', 'd8acc4bf-2fec-4056-a5e6-d37fc27a7c27'} {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.059651] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1046.085628] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.085820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.085862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.086079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.086200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.086315] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1046.086388] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.086462] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1046.162607] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.162813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.162813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.163150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.164259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.164636] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1046.164716] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.164783] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1046.164851] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1046.164928] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1046.165011] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGH for action security_group_rules [ 1046.165095] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGH for action security_group_rules [ 1046.165161] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGH for action security_group_rules [ 1046.165222] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGH for action security_group_rules [ 1046.165285] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGH for action security_group_rules [ 1046.165361] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGH for action security_group_rules [ 1046.165475] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGH for action security_group_rules [ 1046.165539] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGH for action security_group_rules [ 1046.165602] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGH for action security_group_rules [ 1046.165661] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGH for action security_group_rules [ 1046.165710] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGH for action security_group_rules [ 1046.165774] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGH for action security_group_rules [ 1046.165862] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGH for action security_group_rules [ 1046.165898] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGH for action security_group_rules [ 1046.165945] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGH for action security_group_rules [ 1046.166016] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGH for action security_group_rules [ 1046.166071] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGH for action security_group_rules [ 1046.166160] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGH for action security_group_rules [ 1046.166225] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGH for action security_group_rules [ 1046.166290] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGH for action security_group_rules [ 1046.166436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.188174] env[66551]: INFO networking_nsxv3.common.synchronization [req-a8366634-8b18-46fa-88af-0404bac681ba req-3c674934-e722-4ebb-918c-281d096ba513 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1046.188897] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc with Priority: HIGH for action security_group_rules [ 1046.190792] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGH for action security_group_rules [ 1046.191211] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d51deafa-808f-4b9c-9637-f9c07a1654ff with Priority: HIGH for action security_group_rules [ 1046.191211] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 with Priority: HIGH for action security_group_rules [ 1046.191211] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68387195-ebb2-4e87-8efb-19c0939b9522 with Priority: HIGH for action security_group_rules [ 1046.191211] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGH for action security_group_rules [ 1046.191211] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGH for action security_group_rules [ 1046.191364] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59545729-57e5-46a2-b68f-ff854b5010f1 with Priority: HIGH for action security_group_rules [ 1046.191364] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGH for action security_group_rules [ 1046.191480] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffce9ba-399d-4888-9d43-ef366a89fb70 with Priority: HIGH for action security_group_rules [ 1046.191854] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa with Priority: HIGH for action security_group_rules [ 1046.191854] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd12073-d01e-40b1-9211-d2e57366432f with Priority: HIGH for action security_group_rules [ 1046.192124] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.192238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.192301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.192521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.194228] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.194228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.194228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.194228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.194228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.194228] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.194228] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.194228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.194592] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14827dfe-5752-4c55-b2ce-915ecb01b922 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.194592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.194592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.195053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.195053] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14827dfe-5752-4c55-b2ce-915ecb01b922',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.196022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.196413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.196413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.196413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.196564] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.197256] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.197392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.197462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.197618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.198116] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.198900] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.198900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.198900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.198900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.198900] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.199642] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.199769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.199818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.199953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.200053] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34e9e1b5-4288-4a2c-9da2-e6df008f9086',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.201782] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.201782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.201782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.201782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.201782] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.202478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.202539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.202580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.202709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.202859] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.203768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.203878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.203929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.204084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.204084] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.205144] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.205144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.205144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.205333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.205333] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.206262] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d51deafa-808f-4b9c-9637-f9c07a1654ff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.206378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.206767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.206944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.207100] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d51deafa-808f-4b9c-9637-f9c07a1654ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.207851] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-214175c2-419e-4bd2-bb62-61adbfdb5472 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.207851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.207851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.208498] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.208498] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('214175c2-419e-4bd2-bb62-61adbfdb5472',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.209722] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68387195-ebb2-4e87-8efb-19c0939b9522 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.209722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.209722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.209857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.209890] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68387195-ebb2-4e87-8efb-19c0939b9522',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.211408] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.211637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.211743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.211993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.212102] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.212928] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.213292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.213292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.213413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.213454] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.215199] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59545729-57e5-46a2-b68f-ff854b5010f1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.215313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.215362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.217079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.217123] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59545729-57e5-46a2-b68f-ff854b5010f1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.218058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.218221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.218289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.218448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.218534] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.219368] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bffce9ba-399d-4888-9d43-ef366a89fb70 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.219565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.219565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.219763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.219860] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bffce9ba-399d-4888-9d43-ef366a89fb70',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.220771] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.220771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.220889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.220980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.221095] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.221901] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd12073-d01e-40b1-9211-d2e57366432f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.223288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.223398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.223610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.223689] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd12073-d01e-40b1-9211-d2e57366432f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.227923] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.262555] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.262710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.262786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.263183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.292407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.292739] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f is going to be deleted. [ 1046.374087] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.374300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.374372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.374644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.374740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.374851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51753a52-00a9-4e7a-b3ab-ea3cc71c8a0f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.548392] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.548666] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.548755] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.549157] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.549476] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.549690] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.549902] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.550307] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.550482] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.550743] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.550871] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.550985] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.551122] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.551250] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.551364] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.551598] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.575119] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.575119] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.575372] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.575372] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.575751] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.575935] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.576096] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.576438] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.576585] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.587429] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1046.587661] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.587879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.588125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.588315] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.588433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.588497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.588652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.588733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.588853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.589324] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.589324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.589324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.589324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.589667] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.589667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.589667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.589667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.589938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.589938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.589938] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.693527] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.693764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.693764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.693971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.694157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.694261] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 is going to be created. [ 1046.722067] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.722312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.722312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.722510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.722710] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.728556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.728785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.728785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.728949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.729131] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.729317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.729317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.729441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.729515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.729593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.729744] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.730693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.730847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.730847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.732025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.732025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.732025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.732025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.732025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.732025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.732025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.732025] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.735418] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.735580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.736583] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.736753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.736753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.736953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.737131] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.737251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.737354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.737419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.737504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.737592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.737674] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.739334] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.739463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.739506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.739831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.739906] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.739960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.739997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.740207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.740292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.740379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.740465] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.745628] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.745776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.745908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.745993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.746156] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.746288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.746350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.746444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.746824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.746824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.746824] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.749778] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.763515] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.763701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.763752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.764013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.764189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.764524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.764524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.764674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.764748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.764837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.765171] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.765171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.765171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.765337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.765418] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.765508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.765568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.765739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.765786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.765858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.765940] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.767418] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 in Status: UNINITIALIZED for 2s [ 1046.809054] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.809153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.809292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.809491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.811867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.812038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.812808] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.813171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.814379] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.814510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.815299] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.815403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.816855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.816974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.822651] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.822829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.825160] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.825316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.827945] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.828091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.833390] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.833581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.834331] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1046.834842] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.834964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.835664] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1046.836089] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.836203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.840478] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1046.840904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.840949] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d51deafa-808f-4b9c-9637-f9c07a1654ff is going to be deleted. [ 1046.841873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.842117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.864809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.864965] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be deleted. [ 1046.865909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.866160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.892037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.892246] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 214175c2-419e-4bd2-bb62-61adbfdb5472 is going to be deleted. [ 1046.893414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.893512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.928409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.928563] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34e9e1b5-4288-4a2c-9da2-e6df008f9086 is going to be deleted. [ 1046.929780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.929780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.932063] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.932203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.932841] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.933045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.961935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.962143] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd12073-d01e-40b1-9211-d2e57366432f is going to be deleted. [ 1046.965847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.965847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.965847] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.965847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.983425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.983588] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68387195-ebb2-4e87-8efb-19c0939b9522 is going to be deleted. [ 1046.984537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.984773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.020840] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.021023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.052164] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.052400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.062502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.062727] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14827dfe-5752-4c55-b2ce-915ecb01b922 is going to be deleted. [ 1047.063744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.064107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.079863] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.080180] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.080300] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.080606] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.080754] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.080930] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd not found, creating... [ 1047.081237] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.081412] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.081539] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.081778] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.081915] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.082217] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.082396] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.082522] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.082737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.082869] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.083014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd is going to be created. [ 1047.092713] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b9751b-e74c-4d19-a02c-dfcf5bad8c47: rpc.has_security_group_logging(os_id): False [ 1047.127452] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.127452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.143291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.143291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.162742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.162955] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59545729-57e5-46a2-b68f-ff854b5010f1 is going to be deleted. [ 1047.164048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.164408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.173296] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.173702] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.173947] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.174402] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.174775] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.175345] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.235542] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.235978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.235978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.235978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.236215] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.236282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.236322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.236475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.236569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.236657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.236804] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.236901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.236944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.238529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.238529] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.238529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.238529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.238529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.238529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.238529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.238529] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.254329] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.254329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.254329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.254329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.254329] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.254329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.254329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.254329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.254329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.254329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.254781] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.254781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.254781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.254781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.254921] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.254968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.255048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.255210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.255285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.255364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.255454] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.259348] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.260942] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.264524] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.264524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.264655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.266611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.266611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.266611] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be updated. [ 1047.270492] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c718b06-2432-4e81-8733-d5e87ca2257a: rpc.has_security_group_logging(os_id): False [ 1047.289992] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1047.291078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.292234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.292514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.292729] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.292846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.292976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.295809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.295809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.295809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.295809] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.313195] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.317097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.319981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.320184] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bffce9ba-399d-4888-9d43-ef366a89fb70 is going to be deleted. [ 1047.321284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.321563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.360015] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.360243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.365080] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.365244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.396925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.396925] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be deleted. [ 1047.397488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.397980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.462662] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.462923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.462987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.463286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.463514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.485975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.486188] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa is going to be deleted. [ 1047.487260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.487532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.489213] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: IN_PROGRESS for 2s [ 1047.525546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.525752] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc is going to be deleted. [ 1047.526648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.526858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.526952] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.527090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d51deafa-808f-4b9c-9637-f9c07a1654ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.527258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.527428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.527506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.527616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.528150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.528343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.528439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.528555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-214175c2-419e-4bd2-bb62-61adbfdb5472" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.528685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.528835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.528927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34e9e1b5-4288-4a2c-9da2-e6df008f9086" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.529298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.529357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd12073-d01e-40b1-9211-d2e57366432f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.529722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.529794] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68387195-ebb2-4e87-8efb-19c0939b9522" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.530222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.530400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.562020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.562230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.570843] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.571134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.577390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.577996] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.578149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.578215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.578438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.578526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.578739] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.578846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.578909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.579089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.579167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.579349] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.579430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.579489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.579637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.579711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.579805] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1047.581509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.581995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.582174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.582345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14827dfe-5752-4c55-b2ce-915ecb01b922" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.582564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.582768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.582888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.583060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59545729-57e5-46a2-b68f-ff854b5010f1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.583256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.583447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.677891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.678289] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.678474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.678752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.678841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.679054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.679298] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.679465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.679567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.680119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.680119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.680250] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.680409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.680409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.680577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.680683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.680864] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1047.682277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.682572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.682660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.682827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.683077] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.683300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.683408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.683546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bffce9ba-399d-4888-9d43-ef366a89fb70" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.684488] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.684655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.684732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.684946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.685074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.685360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb9e9e3d-7863-4fc5-94aa-4dae23fa6efa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.741444] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d7a137a-5121-4742-8091-c9d06d426c09: rpc.has_security_group_logging(os_id): False [ 1047.767359] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f303f2-ca01-4b74-b1b7-c61b7d450e8a: rpc.has_security_group_logging(os_id): False [ 1047.768565] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e19c5596-88c9-4f47-8130-4c241766da84: rpc.has_security_group_logging(os_id): False [ 1047.769606] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf582fff-2505-4e7e-b31b-741917c2fa2a: rpc.has_security_group_logging(os_id): False [ 1047.791868] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.792122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.792122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.792344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.792441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.792560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05c70014-4c0a-4f04-bc4e-cbd4d9cdeebc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.802575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.802575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.802575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.802575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.802575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.803548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.803548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.803548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.803548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.803548] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.823350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.823531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.823921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.823921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.828283] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.828444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.829218] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.829327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.832323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.832443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.833727] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.833815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.873719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.874264] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.874434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.874531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.874911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.875010] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.875114] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 1047.876838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.877112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.907385] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.907655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.933634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.933942] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.934126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.934195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.934412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.934526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.934658] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.934763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.934834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.935009] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.935081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.935279] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.935382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.935436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.935566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.935627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.935713] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1047.936823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.936978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.966874] env[66551]: INFO networking_nsxv3.common.synchronization [req-a8366634-8b18-46fa-88af-0404bac681ba req-2d620944-8934-440d-9eab-5299e5f5785c service nova] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_rules [ 1047.966933] env[66551]: INFO networking_nsxv3.common.synchronization [req-a8366634-8b18-46fa-88af-0404bac681ba req-2d620944-8934-440d-9eab-5299e5f5785c service nova] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1047.967195] env[66551]: INFO networking_nsxv3.common.synchronization [req-a8366634-8b18-46fa-88af-0404bac681ba req-2d620944-8934-440d-9eab-5299e5f5785c service nova] Enqueued Resource ID: e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd with Priority: HIGHEST for action port [ 1047.967839] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_rules [ 1047.967981] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1047.968133] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd with Priority: HIGHEST for action port [ 1047.968450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.968553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.968754] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.968839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.969029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.969133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.969200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.969453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.969600] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.996027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.996187] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.996187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.996328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.996435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.996513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.996604] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a is going to be updated. [ 1047.999346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.999592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.053067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.053469] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.053668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.053755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.054023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.054169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.054443] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.054588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.054683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.054964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.055067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.055277] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.055389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.055522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.055594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.055649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.055756] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be updated. [ 1048.056961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.057173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.057378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.058497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.059287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.059287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.060770] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.060884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.060961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.061171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.061297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.078124] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1048.079564] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 1048.081337] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1048.099673] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.099919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.099919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.100191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.100385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.123607] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.123607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.123607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.123607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.123607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.132300] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1048.136713] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf582fff-2505-4e7e-b31b-741917c2fa2a in Status: IN_PROGRESS for 2s [ 1048.153096] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.153266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.153345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.153906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.154135] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.196968] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: IN_PROGRESS for 2s [ 1048.303173] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0: rpc.has_security_group_logging(os_id): False [ 1048.341056] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.341308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.341308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.341620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.384442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.384815] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.385092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.385181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.386491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.386609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.386812] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.386934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.387032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.387163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.387242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.387448] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.387743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.389974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.389974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.389974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.389974] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1048.471972] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd with status ACTIVE [ 1048.472382] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.472382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.472527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.472695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.472749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.473185] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.473185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.473185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.473360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.473360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.473553] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.473649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.473649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.473777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.473846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.473925] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd is going to be updated. [ 1048.486421] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.486692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.486692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.486872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.487037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.522810] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.522810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.522810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.523023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.523218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.524553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c4f8f6-2a0e-4faa-9da5-62f70808fcfd" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.528104] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1048.779024] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 in Status: SUCCESS [ 1048.779324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.779502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.779737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.779988] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.780176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.780256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.780432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.780514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.780600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.780695] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.283055] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.498982] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: SUCCESS [ 1049.499231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.499430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.499627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.499824] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.499946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.500018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.500204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.500290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.500377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.500476] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.501591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.501970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.502220] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.503089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.503089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.503089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.503089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.503089] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.786673] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69134ed2-99e4-4ddc-919b-5267eca84d96: rpc.has_security_group_logging(os_id): False [ 1049.806114] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.806114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.806114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.806309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.806309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.806509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.806653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.806748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.807616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.807616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.807616] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 is going to be created. [ 1049.892082] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.892248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.892321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.892580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.892764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.905386] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 in Status: IN_PROGRESS for 2s [ 1050.004651] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.006038] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.093509] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 1050.093887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.094801] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1050.095510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.096173] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1050.096437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.096637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.096890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.097030] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.148168] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1050.148474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.150944] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf582fff-2505-4e7e-b31b-741917c2fa2a in Status: SUCCESS [ 1050.151246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.215143] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: SUCCESS [ 1050.215384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.508512] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b56268cd-432a-4035-80f9-bd0d302e9d34: rpc.has_security_group_logging(os_id): False [ 1050.509929] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.531741] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.531962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.532063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.532757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.543404] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1050.543678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.557573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.557718] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.557851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.557921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.558285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.558285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.558681] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be updated. [ 1050.599203] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.599494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.599494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.599753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.599964] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.600204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.600263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.600708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.600708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.600708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.600708] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.610603] env[66551]: INFO networking_nsxv3.common.synchronization [req-1b52759b-648a-4940-a6ae-8385241899b2 req-a3ca5933-6feb-468d-a88a-d34134565aed tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1050.611446] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1050.611504] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.611662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.611791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.611893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.612090] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.612188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.612238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.612517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.612595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.612640] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.639399] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.639616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.639616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.639988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.640251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.656766] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: IN_PROGRESS for 2s [ 1051.015770] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.015770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.015770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.015770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.015770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.015770] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be updated. [ 1051.049381] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.049381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.049381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.049381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.049381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.064803] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: IN_PROGRESS for 2s [ 1051.075017] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.075017] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.075017] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.075017] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.075284] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.075354] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.075491] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.075708] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.075838] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.076144] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.076289] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.076442] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.076890] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.077053] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.077164] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.077290] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.098733] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.098733] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.098733] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.098733] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.098733] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-3cf9f90e-ff24-4bdb-961b-505f23345b50 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.098733] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-3cf9f90e-ff24-4bdb-961b-505f23345b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.098733] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-3cf9f90e-ff24-4bdb-961b-505f23345b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.099111] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-3cf9f90e-ff24-4bdb-961b-505f23345b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.099217] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf9f90e-ff24-4bdb-961b-505f23345b50',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.106136] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.106136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.106136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.106136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.106136] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.106136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.106136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.106136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.106457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.106457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.106507] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.106593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.107499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.107499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.107499] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.107499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.107499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.107499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.107499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.107499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.107795] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.117787] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.603886] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.603886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.603886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.603886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.603886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.603886] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 3cf9f90e-ff24-4bdb-961b-505f23345b50 not found, creating... [ 1051.603886] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.603886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.603886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.603886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.603886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.604442] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.604442] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.604442] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.604442] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.604564] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.605371] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 3cf9f90e-ff24-4bdb-961b-505f23345b50 is going to be created. [ 1051.610859] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b9751b-e74c-4d19-a02c-dfcf5bad8c47: rpc.has_security_group_logging(os_id): False [ 1051.620415] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.630468] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.630610] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.630736] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.631049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.631296] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.631633] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-3cf9f90e-ff24-4bdb-961b-505f23345b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.636053] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.636053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.636053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.636053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.636053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.636053] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.636053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.636053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.636053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.636492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.636492] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.636492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.636596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.637269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.637347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.637519] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.637609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.637666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.637807] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.637875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.637957] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1051.742193] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.742193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.742193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.742638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.742638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.768229] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1051.920595] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 in Status: SUCCESS [ 1051.920916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.122799] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.123762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.123762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.123762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.123762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.123762] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1052.159757] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.159912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.160024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.160269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.160440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.170935] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1052.421501] env[66551]: INFO networking_nsxv3.common.synchronization [req-1b52759b-648a-4940-a6ae-8385241899b2 req-01967d73-a24e-478a-badb-557a415f6c0e service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 1052.421501] env[66551]: INFO networking_nsxv3.common.synchronization [req-1b52759b-648a-4940-a6ae-8385241899b2 req-01967d73-a24e-478a-badb-557a415f6c0e service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1052.421501] env[66551]: INFO networking_nsxv3.common.synchronization [req-1b52759b-648a-4940-a6ae-8385241899b2 req-01967d73-a24e-478a-badb-557a415f6c0e service nova] Enqueued Resource ID: 3cf9f90e-ff24-4bdb-961b-505f23345b50 with Priority: HIGHEST for action port [ 1052.421501] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 1052.421501] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1052.422788] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf9f90e-ff24-4bdb-961b-505f23345b50 with Priority: HIGHEST for action port [ 1052.423312] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.423616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.423825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.424275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.424465] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.426465] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.426465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.427132] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cf9f90e-ff24-4bdb-961b-505f23345b50 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.427242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cf9f90e-ff24-4bdb-961b-505f23345b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.427334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cf9f90e-ff24-4bdb-961b-505f23345b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.427502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cf9f90e-ff24-4bdb-961b-505f23345b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.427610] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf9f90e-ff24-4bdb-961b-505f23345b50',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.674855] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: SUCCESS [ 1052.675220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.676172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.676172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.676172] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.927639] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.927921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.930636] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cf9f90e-ff24-4bdb-961b-505f23345b50 with status ACTIVE [ 1052.931184] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.931383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.931492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.931819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.932960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.932960] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.932960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.932960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.933601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.933601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.934017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.934260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.934469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.934817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.935068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.935389] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cf9f90e-ff24-4bdb-961b-505f23345b50 is going to be updated. [ 1052.964196] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.964972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.964972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.964972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.965900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.965900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cf9f90e-ff24-4bdb-961b-505f23345b50" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.078324] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: SUCCESS [ 1053.079142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.181221] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.181221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.181221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.181221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.181221] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.181221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.181221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.181221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.181221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.181221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.181221] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.685297] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.784017] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1053.784116] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.784334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.784557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.784709] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.184728] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1054.185018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.185287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.185620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.185925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.186140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.186250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.186516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.186655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.186828] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.188142] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b56268cd-432a-4035-80f9-bd0d302e9d34: rpc.has_security_group_logging(os_id): False [ 1054.209021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.209229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.209384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.209718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.209718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.210827] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.210827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.210827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.210827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.210827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.210827] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be updated. [ 1054.291283] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.291283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.291283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.292690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.292690] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.292690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.292690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.292690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.292690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.292690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.292690] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.300826] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.300826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.300826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.301097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.301334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.323531] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: IN_PROGRESS for 2s [ 1054.691181] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.796279] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.796478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.796565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.796840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.797066] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.797211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.797281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.797486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.797591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.797688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.797859] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.797962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.798063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.798287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.798444] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.798554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.798631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.798823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.798910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.799132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.799208] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.193853] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.301457] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b9751b-e74c-4d19-a02c-dfcf5bad8c47: rpc.has_security_group_logging(os_id): False [ 1055.320161] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.320379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.320485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.320652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.320739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.320957] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.321072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.321127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.321292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.321378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.321560] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.322590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.322590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.322590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.322590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.322590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.322590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.322590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.322590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.322590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.322590] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1055.386515] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.386777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.386913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.387160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.387315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.405820] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1055.696953] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.697282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.697282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.697370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.697970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.697970] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1055.747697] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.747875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.747936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.748164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.748358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.760588] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1055.972935] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab37762a-e246-40d0-a10c-d287b865ea10 req-ae8b041f-f0fb-43ae-ae9d-5e9466b533ff tempest-ServersNegativeTestJSON-1058348119 tempest-ServersNegativeTestJSON-1058348119-project-member] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1055.973493] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1055.973798] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.973959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.973996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.974346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.974522] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.974659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.974748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.974962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.975101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.975224] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.342879] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: SUCCESS [ 1056.343311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.377195] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.377195] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.377571] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.378199] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.378748] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.379149] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.379434] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.380555] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.380555] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.380802] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.380987] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.381147] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.381269] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.381412] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.381537] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.381673] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.401458] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.401657] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.401799] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.401992] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.402330] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-5dfbb27d-1080-42d9-be6d-231bd008b6c9 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.402501] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.402620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.402963] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.403116] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfbb27d-1080-42d9-be6d-231bd008b6c9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.477678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.477896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.477969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.478216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.478300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.478510] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.478616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.478681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.478837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.478913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.478997] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 already deleted. [ 1056.479088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.538690] env[66551]: INFO networking_nsxv3.common.synchronization [req-cef68963-38a3-485b-bf9c-0dedfdef7494 req-37dfa12c-e61c-42a6-a2f1-ee2a5a6a09e6 tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1056.539750] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1056.539750] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.539750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.539750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.539940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.539982] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.540092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.540151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.540444] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.540628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.540779] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.905565] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.905982] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.905982] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.906258] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.906442] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.906631] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 5dfbb27d-1080-42d9-be6d-231bd008b6c9 not found, creating... [ 1056.906901] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.907095] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.907226] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.907448] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.907583] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.907866] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.908023] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.908142] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.908432] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908566] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.908713] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 5dfbb27d-1080-42d9-be6d-231bd008b6c9 is going to be created. [ 1056.934971] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.934971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.934971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.934971] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.935286] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.935992] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.044544] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.044714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.044714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.044951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.045060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.045309] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.045416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.045480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.045650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.045727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.045817] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1057.086263] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.086529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.086586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.086845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.087042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.097958] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1057.428897] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1057.429265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.641110] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab37762a-e246-40d0-a10c-d287b865ea10 req-8ee706e7-88d7-4e7f-94c3-d239656bba72 service nova] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_rules [ 1057.641314] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab37762a-e246-40d0-a10c-d287b865ea10 req-8ee706e7-88d7-4e7f-94c3-d239656bba72 service nova] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1057.641751] env[66551]: INFO networking_nsxv3.common.synchronization [req-ab37762a-e246-40d0-a10c-d287b865ea10 req-8ee706e7-88d7-4e7f-94c3-d239656bba72 service nova] Enqueued Resource ID: 5dfbb27d-1080-42d9-be6d-231bd008b6c9 with Priority: HIGHEST for action port [ 1057.642128] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_rules [ 1057.642280] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1057.642416] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfbb27d-1080-42d9-be6d-231bd008b6c9 with Priority: HIGHEST for action port [ 1057.642684] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.642849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.643105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.643301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.643404] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.644480] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.644626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.644744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.645015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.645155] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.645274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.645502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.645664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.645664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.645760] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.646668] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dfbb27d-1080-42d9-be6d-231bd008b6c9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.646852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.647896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.647896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.647896] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfbb27d-1080-42d9-be6d-231bd008b6c9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.771122] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1057.771372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.771506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.771738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.771927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.772058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.772125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.772283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.772412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.772447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.772537] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.149351] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.149856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.150085] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.151121] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dfbb27d-1080-42d9-be6d-231bd008b6c9 with status ACTIVE [ 1058.151341] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.151509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.151572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.151754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.151844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.152028] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.152129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.152189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.152361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.152439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.152739] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.152809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.152893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.153063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.153177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.153296] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dfbb27d-1080-42d9-be6d-231bd008b6c9 is going to be updated. [ 1058.189496] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.189644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.189727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.189945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.190094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.190263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.275240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.275446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.275485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.275701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.275875] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.275977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.276055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.276221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.276310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.276401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.276553] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.276646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.276707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.276854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.276991] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.277103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.277193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.277299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.277377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.277478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.277543] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.441148] env[66551]: INFO networking_nsxv3.common.synchronization [req-5bcec573-3209-40f6-a97c-11ea03ebb495 req-e94498a7-a898-45c0-860d-dda03af474fb tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 1058.441148] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 1058.441924] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.442390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.442610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.442951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.443231] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.443447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.443591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.443836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.444115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.444370] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.568242] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4ae31fe7-7e44-426c-a401-7d2317cb3465 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 1058.568242] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 1058.568242] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.568242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.568242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.572234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.572604] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.573153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.576360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.576360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.576360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.576360] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.657483] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.781823] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c718b06-2432-4e81-8733-d5e87ca2257a: rpc.has_security_group_logging(os_id): False [ 1058.807306] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.807306] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.807306] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.807306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.807749] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.807749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.807749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.807749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.807749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.807749] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1058.890898] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.891173] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.891311] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.891809] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.891951] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.892185] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.892250] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.893299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.893299] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.893299] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.893501] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.893620] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.893709] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.893822] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.894193] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.894414] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.896664] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.896868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.896962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.897273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.897418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.934786] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1058.938202] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.938202] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.938369] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.938565] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-975" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.939084] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-d090845c-58c7-460c-8080-0cee8054fdfa taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.939366] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-d090845c-58c7-460c-8080-0cee8054fdfa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.939840] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-d090845c-58c7-460c-8080-0cee8054fdfa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.940176] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-d090845c-58c7-460c-8080-0cee8054fdfa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.940321] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d090845c-58c7-460c-8080-0cee8054fdfa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.946930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.948166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.948166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.948166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.948166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.948166] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.948411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.948411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.948476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.948606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.948670] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be deleted. [ 1059.017540] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.018544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.018544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.018544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.018544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.018544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.079196] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.079368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.079619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.079931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.080115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.080374] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.080570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.080648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.080914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.081022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.081122] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be deleted. [ 1059.111983] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1059.112072] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 1059.112214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.140148] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.140362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.140438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.140768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.140898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.141023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.161427] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.161751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.161751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.161938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.162153] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be created. [ 1059.193256] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.193442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.193496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.195025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.195025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.204226] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: UNINITIALIZED for 2s [ 1059.443341] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.443561] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.443693] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.444128] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.444128] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.444295] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port d090845c-58c7-460c-8080-0cee8054fdfa not found, creating... [ 1059.444569] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.444730] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.444848] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.445196] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.445472] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.445632] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.445793] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.445909] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.446137] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.446285] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.446464] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: d090845c-58c7-460c-8080-0cee8054fdfa is going to be created. [ 1059.468973] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.469206] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.469330] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.469686] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.469856] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.470096] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-d090845c-58c7-460c-8080-0cee8054fdfa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.202478] env[66551]: INFO networking_nsxv3.common.synchronization [req-5bcec573-3209-40f6-a97c-11ea03ebb495 req-406d10c4-c537-4807-a46c-3062e86153ba service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 1060.202733] env[66551]: INFO networking_nsxv3.common.synchronization [req-5bcec573-3209-40f6-a97c-11ea03ebb495 req-406d10c4-c537-4807-a46c-3062e86153ba service nova] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 1060.202733] env[66551]: INFO networking_nsxv3.common.synchronization [req-5bcec573-3209-40f6-a97c-11ea03ebb495 req-406d10c4-c537-4807-a46c-3062e86153ba service nova] Enqueued Resource ID: d090845c-58c7-460c-8080-0cee8054fdfa with Priority: HIGHEST for action port [ 1060.203299] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_rules [ 1060.203471] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 1060.203532] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d090845c-58c7-460c-8080-0cee8054fdfa with Priority: HIGHEST for action port [ 1060.203835] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.203968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.204014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.204264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.204374] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.205924] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.206026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.206062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.206243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.206397] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.206592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.206592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.206696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.206832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.206870] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.208119] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d090845c-58c7-460c-8080-0cee8054fdfa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.208253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d090845c-58c7-460c-8080-0cee8054fdfa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.208327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d090845c-58c7-460c-8080-0cee8054fdfa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.209025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d090845c-58c7-460c-8080-0cee8054fdfa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.209130] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d090845c-58c7-460c-8080-0cee8054fdfa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.360484] env[66551]: INFO networking_nsxv3.common.synchronization [req-7bf6bd90-a829-4e8e-b458-f9c8eb73ba8f req-b4c7154e-7c4e-4f49-85d8-c2d0a73a4b23 tempest-ImagesOneServerNegativeTestJSON-795495104 tempest-ImagesOneServerNegativeTestJSON-795495104-project-member] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1060.360484] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1060.361144] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.361464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.361650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.361960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.363241] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.365639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.365639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.365639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.365639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.365639] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.708620] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.710883] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.710883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.711965] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d090845c-58c7-460c-8080-0cee8054fdfa with status ACTIVE [ 1060.712214] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.712347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.712460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.712656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.712818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.713047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.713129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.713167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.713490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.713490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.714943] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.714943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.714943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.714943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.714943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.714943] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d090845c-58c7-460c-8080-0cee8054fdfa is going to be updated. [ 1060.740168] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.740168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.740168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.740168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.740168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.740691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d090845c-58c7-460c-8080-0cee8054fdfa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.870955] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.870955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.870955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.871184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.871271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.871801] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.871801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.871989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.872176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.872176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.872299] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1060.919269] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.919474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.919474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.919665] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.919812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.939854] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1060.954703] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1060.954703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.210912] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.215667] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: UNINITIALIZED for 4s [ 1061.715938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.715938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.715938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.715938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.715938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.715938] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be created. [ 1061.744821] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.745176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.745284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.745522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.746035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.756930] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: UNINITIALIZED for 2s [ 1062.951076] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1062.951411] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 deletion is rescheduled due to dependency. [ 1062.951481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.227026] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1063.227240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.227412] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.227634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.227827] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.227961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.228025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.228282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.228354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.228443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.228555] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.732147] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.732651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.732821] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.733018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.733480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.733643] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.733738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.733812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.735125] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.735125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.735125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.735125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.735125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.735125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.735125] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.768810] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 1063.768810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.768810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.769103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.770358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.770358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.770358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.770358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.770358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.770358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.770358] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.240941] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0692da61-fc09-4ca8-ae40-009b9b1332f5: rpc.has_security_group_logging(os_id): False [ 1064.260058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.260058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.260058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.260058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.260618] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.260618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.260618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.260618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.260618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.260795] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be created. [ 1064.272763] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.272975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.273176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.273301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.273467] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.273589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.273656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.273817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.273907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.273991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.274204] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.274349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.274386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.274817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.275120] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.275258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.275342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.275804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.275927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.276054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.276208] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.328806] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.328985] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.329177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.329489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.329741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.344285] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: IN_PROGRESS for 2s [ 1064.535011] env[66551]: INFO networking_nsxv3.common.synchronization [req-7f23d98a-8fb5-466b-895f-92d54f322534 req-626aa5d8-efb0-4db5-b992-1f18d84f3465 tempest-ServersNegativeTestMultiTenantJSON-544694471 tempest-ServersNegativeTestMultiTenantJSON-544694471-project-member] Enqueued Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGHEST for action security_group_members [ 1064.535857] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGHEST for action security_group_members [ 1064.535942] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b35bd-ad1e-427b-bcd2-1f206bb23876 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.536039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.536141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.536480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.536649] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.536752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.536834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.536991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.537090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.537182] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.778853] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc32b3cc-c880-4418-a838-decbbd636d22: rpc.has_security_group_logging(os_id): False [ 1064.799542] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.799709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.799781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.799991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.800097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.800310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.800639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.800639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.800722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.801378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.801378] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.801378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.801378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.801378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.801378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.801680] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.801680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.801753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.801892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.801949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.802238] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be created. [ 1064.867059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.868118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.868118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.868118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.868700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.882908] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 1064.933649] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.933649] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-211" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.933649] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-211" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.934772] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-211" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.939221] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.939221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.939221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.939221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.939221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.939221] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.939221] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.939221] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.939221] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.939221] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.939221] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.939221] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.961196] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.961196] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.961343] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.961812] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-211" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.962831] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-e45c4f42-18d4-4387-b78b-7148644da46a taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.963064] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-e45c4f42-18d4-4387-b78b-7148644da46a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.963227] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-e45c4f42-18d4-4387-b78b-7148644da46a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.963573] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-e45c4f42-18d4-4387-b78b-7148644da46a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.963717] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45c4f42-18d4-4387-b78b-7148644da46a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.039825] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.040198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.041040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.041040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.041139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.041535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.041725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.041801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.042146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.042310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.042415] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 already deleted. [ 1065.042511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.469257] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.469580] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.469626] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.470110] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.470110] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.470263] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port e45c4f42-18d4-4387-b78b-7148644da46a not found, creating... [ 1065.470512] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.470626] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.470780] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.471031] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.471154] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.471431] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.471592] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.471731] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.472023] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.472087] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.472227] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: e45c4f42-18d4-4387-b78b-7148644da46a is going to be created. [ 1065.492678] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.492930] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.493028] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.493324] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.493553] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.493819] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-e45c4f42-18d4-4387-b78b-7148644da46a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.238140] env[66551]: INFO networking_nsxv3.common.synchronization [req-7f23d98a-8fb5-466b-895f-92d54f322534 req-01775e65-d080-4ecb-8e93-f145674862fe service nova] Enqueued Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGHEST for action security_group_rules [ 1066.238140] env[66551]: INFO networking_nsxv3.common.synchronization [req-7f23d98a-8fb5-466b-895f-92d54f322534 req-01775e65-d080-4ecb-8e93-f145674862fe service nova] Enqueued Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGHEST for action security_group_members [ 1066.238140] env[66551]: INFO networking_nsxv3.common.synchronization [req-7f23d98a-8fb5-466b-895f-92d54f322534 req-01775e65-d080-4ecb-8e93-f145674862fe service nova] Enqueued Resource ID: e45c4f42-18d4-4387-b78b-7148644da46a with Priority: HIGHEST for action port [ 1066.238140] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGHEST for action security_group_rules [ 1066.238140] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGHEST for action security_group_members [ 1066.238140] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45c4f42-18d4-4387-b78b-7148644da46a with Priority: HIGHEST for action port [ 1066.238399] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113b35bd-ad1e-427b-bcd2-1f206bb23876 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.238530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.238608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.238901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.238972] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.240088] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b35bd-ad1e-427b-bcd2-1f206bb23876 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.240226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.240296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.240483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.241260] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.241371] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.241478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.241656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.241757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.241851] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.243046] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e45c4f42-18d4-4387-b78b-7148644da46a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.243323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e45c4f42-18d4-4387-b78b-7148644da46a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.243392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e45c4f42-18d4-4387-b78b-7148644da46a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.243833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e45c4f42-18d4-4387-b78b-7148644da46a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.243938] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45c4f42-18d4-4387-b78b-7148644da46a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.356886] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1066.357150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.746183] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.747637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b35bd-ad1e-427b-bcd2-1f206bb23876 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.747869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.748168] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e45c4f42-18d4-4387-b78b-7148644da46a with status ACTIVE [ 1066.748382] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.748550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.748688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.748946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.749816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.750106] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.750277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.750380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.750889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.751056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.751257] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.751379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.751421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.751595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.751673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.751763] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e45c4f42-18d4-4387-b78b-7148644da46a is going to be updated. [ 1066.777033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.777228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.777228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.777430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.777568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.777801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e45c4f42-18d4-4387-b78b-7148644da46a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.902032] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 1066.902032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.254311] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.759152] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.759644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.759644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.759644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.759937] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.759937] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 is going to be created. [ 1067.786501] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.786746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.786848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.787358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.788034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.799501] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 in Status: UNINITIALIZED for 2s [ 1068.624085] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.624085] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.624085] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.624085] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.624555] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.624988] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.625326] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.625815] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.626150] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.626506] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.626733] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.627028] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.627299] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.627540] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.627750] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.629020] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.656055] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.656055] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.656055] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.656055] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.656055] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-b097c562-de1d-4a6f-ba18-1f8f44e63997 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.656055] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.656055] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.656943] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.657275] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b097c562-de1d-4a6f-ba18-1f8f44e63997',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.674526] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4c69fc72-876f-422d-a227-5908fb250747 None None] Enqueued Resource ID: 71fe6f1d-0b34-490d-8419-bbbe3cc122aa with Priority: HIGHEST for action port [ 1068.675401] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fe6f1d-0b34-490d-8419-bbbe3cc122aa with Priority: HIGHEST for action port [ 1068.675908] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-71fe6f1d-0b34-490d-8419-bbbe3cc122aa taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.676145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71fe6f1d-0b34-490d-8419-bbbe3cc122aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.676278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71fe6f1d-0b34-490d-8419-bbbe3cc122aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.676687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71fe6f1d-0b34-490d-8419-bbbe3cc122aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.676828] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71fe6f1d-0b34-490d-8419-bbbe3cc122aa',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.163837] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.164139] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.164237] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.164523] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.164847] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.165353] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port b097c562-de1d-4a6f-ba18-1f8f44e63997 not found, creating... [ 1069.165609] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.165857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.166056] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.166357] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.166619] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.166930] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.167617] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.167752] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.167998] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.168143] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.168290] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: b097c562-de1d-4a6f-ba18-1f8f44e63997 is going to be created. [ 1069.181516] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71fe6f1d-0b34-490d-8419-bbbe3cc122aa [ 1069.181516] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.181834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.181834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.182048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.182179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.182297] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71fe6f1d-0b34-490d-8419-bbbe3cc122aa already deleted. [ 1069.182613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71fe6f1d-0b34-490d-8419-bbbe3cc122aa" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.193399] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.193605] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.193672] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.194116] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.194666] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.194965] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.812038] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 in Status: SUCCESS [ 1069.812038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.812038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.812038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.812038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.812340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.812425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.812681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.812757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.812850] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.813187] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.004101] env[66551]: INFO networking_nsxv3.common.synchronization [req-d71b1213-3971-40e3-80d0-f7dd0c9f0271 req-ccdced29-af1f-4d1e-ae4d-a8d7600e181f service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 1070.005183] env[66551]: INFO networking_nsxv3.common.synchronization [req-d71b1213-3971-40e3-80d0-f7dd0c9f0271 req-ccdced29-af1f-4d1e-ae4d-a8d7600e181f service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 1070.005183] env[66551]: INFO networking_nsxv3.common.synchronization [req-d71b1213-3971-40e3-80d0-f7dd0c9f0271 req-ccdced29-af1f-4d1e-ae4d-a8d7600e181f service nova] Enqueued Resource ID: b097c562-de1d-4a6f-ba18-1f8f44e63997 with Priority: HIGHEST for action port [ 1070.005183] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 1070.005579] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 1070.005743] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b097c562-de1d-4a6f-ba18-1f8f44e63997 with Priority: HIGHEST for action port [ 1070.006091] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.006261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.006361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.006667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.006812] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.007762] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.007927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.008120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.008363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.008593] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.008852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.008958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.009184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.009318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.009447] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.010665] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b097c562-de1d-4a6f-ba18-1f8f44e63997 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.011689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.011689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.011689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.011689] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b097c562-de1d-4a6f-ba18-1f8f44e63997',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.316637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b35bd-ad1e-427b-bcd2-1f206bb23876 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.316913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.317539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.319100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.319390] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.319517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.319673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.319797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.319888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.320137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.320213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b35bd-ad1e-427b-bcd2-1f206bb23876 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.320259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.320341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.320988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.320988] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.320988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.320988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.320988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.321462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.321462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.321462] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.436036] env[66551]: INFO networking_nsxv3.common.synchronization [None req-1217452b-2cb4-4e3d-a87d-659a0977e20f tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_rules [ 1070.436587] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_rules [ 1070.437144] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.437144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.437468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.437880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.438060] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.513506] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.515458] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.515909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.515909] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b097c562-de1d-4a6f-ba18-1f8f44e63997 with status ACTIVE [ 1070.515909] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.516278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.516278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.516278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.516536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.516817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.516895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.516941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.517122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.517263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.518279] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.518279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.518279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.518279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.518279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.518279] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b097c562-de1d-4a6f-ba18-1f8f44e63997 is going to be updated. [ 1070.543776] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.543776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.543776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.543776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.543776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.544040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.547227] env[66551]: INFO networking_nsxv3.common.synchronization [None req-dc41bcc8-5dd9-484d-b874-cb8a3a7cb31f tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_rules [ 1070.547227] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_rules [ 1070.547227] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.547227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.825577] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 113b35bd-ad1e-427b-bcd2-1f206bb23876: rpc.has_security_group_logging(os_id): False [ 1070.848786] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.849600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.849912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.850299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.850544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.850911] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.851197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.851374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.851658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.851859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.852695] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.853053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.854443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.854443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.854443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.854443] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.854443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.854443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.854443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.854443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.854443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 is going to be created. [ 1070.922308] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.922472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.922518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.922740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.923124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.936117] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 in Status: IN_PROGRESS for 2s [ 1070.962503] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.962959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.962959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.963280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.963462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.963587] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 already deleted. [ 1070.964100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.964261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.964829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.965055] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.017289] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.286229] env[66551]: INFO networking_nsxv3.common.synchronization [None req-1b662700-e67e-4384-8e50-8c5eddbe34fa None None] Enqueued Resource ID: 70785643-4583-40db-a7f8-e6f3c1038b6d with Priority: HIGHEST for action port [ 1071.286229] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70785643-4583-40db-a7f8-e6f3c1038b6d with Priority: HIGHEST for action port [ 1071.286229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-70785643-4583-40db-a7f8-e6f3c1038b6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.286229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70785643-4583-40db-a7f8-e6f3c1038b6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.286229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70785643-4583-40db-a7f8-e6f3c1038b6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.286229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70785643-4583-40db-a7f8-e6f3c1038b6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.286229] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70785643-4583-40db-a7f8-e6f3c1038b6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.486816] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.487119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.487119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.487304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.487397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.488030] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 already deleted. [ 1071.488030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.520816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.520816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.520816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.520816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.520816] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be created. [ 1071.549043] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.549043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.549043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.549622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.549653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.560634] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: UNINITIALIZED for 2s [ 1071.787962] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70785643-4583-40db-a7f8-e6f3c1038b6d [ 1071.788220] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.788359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.788564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.789594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.789594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.789594] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70785643-4583-40db-a7f8-e6f3c1038b6d already deleted. [ 1071.789594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70785643-4583-40db-a7f8-e6f3c1038b6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.951447] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 in Status: SUCCESS [ 1072.951833] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.572461] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 1073.572705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.572852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573330] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.573475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.573534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.574043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.574260] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.083566] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.083566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.083566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.084027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.084027] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.084027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.084166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.084207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.084304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.084409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.084521] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.084631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.084666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.084810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.085368] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.085368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.085368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.085368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.085368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.085368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.085653] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.590190] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f85ad-718f-4f52-a3a0-14a2b444f02a: rpc.has_security_group_logging(os_id): False [ 1074.608678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.608825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.608906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.609132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.609222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.609450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.609555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.609685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.610409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.610409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.610409] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.610409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.610409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.610409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.610409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.610796] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.610796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.610796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.610990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.610990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.611085] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be created. [ 1074.677201] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.677201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.677419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.677522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.677832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.691585] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 1074.906167] env[66551]: INFO networking_nsxv3.common.synchronization [req-db48d9b5-8e84-4f2b-aac6-587fe77387ec req-ee6db4c2-a03a-45a5-807b-df5b2560d7c7 tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1074.906680] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1074.906981] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.907119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.907189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.907417] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.907579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.907682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.907744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.907909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.907980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.908989] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.282702] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.283047] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.284119] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.284553] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.285215] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.285313] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.285464] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.285833] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.286347] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.286567] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.286766] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.287600] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.287830] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.288060] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.288257] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.288493] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.318401] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.320012] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.320012] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.320012] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.320012] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-3eb67149-3b65-4840-8abd-6b87ecdc4dec taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.320485] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-3eb67149-3b65-4840-8abd-6b87ecdc4dec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.320485] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-3eb67149-3b65-4840-8abd-6b87ecdc4dec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.320925] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-3eb67149-3b65-4840-8abd-6b87ecdc4dec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.321178] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb67149-3b65-4840-8abd-6b87ecdc4dec',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.412785] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.824293] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.824578] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.824713] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.825081] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.825248] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.825403] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 3eb67149-3b65-4840-8abd-6b87ecdc4dec not found, creating... [ 1075.825678] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.825866] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.826064] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.826283] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.826423] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.826809] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.826965] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.827094] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.827301] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.827432] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.827569] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 3eb67149-3b65-4840-8abd-6b87ecdc4dec is going to be created. [ 1075.850402] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.850402] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.850615] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.851255] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.851255] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.851467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-3eb67149-3b65-4840-8abd-6b87ecdc4dec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.917414] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.421429] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.421826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.421826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.422195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.422346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.422505] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1076.458572] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.458762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.462036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.462036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.462036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.470531] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1076.573099] env[66551]: INFO networking_nsxv3.common.synchronization [req-db48d9b5-8e84-4f2b-aac6-587fe77387ec req-4202908a-b50e-4afe-a376-626b53016873 service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 1076.573099] env[66551]: INFO networking_nsxv3.common.synchronization [req-db48d9b5-8e84-4f2b-aac6-587fe77387ec req-4202908a-b50e-4afe-a376-626b53016873 service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1076.573099] env[66551]: INFO networking_nsxv3.common.synchronization [req-db48d9b5-8e84-4f2b-aac6-587fe77387ec req-4202908a-b50e-4afe-a376-626b53016873 service nova] Enqueued Resource ID: 3eb67149-3b65-4840-8abd-6b87ecdc4dec with Priority: HIGHEST for action port [ 1076.573099] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 1076.573099] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1076.577849] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb67149-3b65-4840-8abd-6b87ecdc4dec with Priority: HIGHEST for action port [ 1076.578500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.579725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.579725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.579725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.579725] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.580702] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.581195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581195] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb67149-3b65-4840-8abd-6b87ecdc4dec taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.581195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb67149-3b65-4840-8abd-6b87ecdc4dec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.581335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb67149-3b65-4840-8abd-6b87ecdc4dec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.582059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb67149-3b65-4840-8abd-6b87ecdc4dec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.582059] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb67149-3b65-4840-8abd-6b87ecdc4dec',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.705930] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 1076.706185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.083371] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.083585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.084952] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eb67149-3b65-4840-8abd-6b87ecdc4dec with status ACTIVE [ 1077.085208] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.085387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.085482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.085787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.085901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.086151] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.086312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.086399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.086629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.086766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.087017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.087169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.087259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.087510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.087700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.087779] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eb67149-3b65-4840-8abd-6b87ecdc4dec is going to be updated. [ 1077.130672] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.130943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.131015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.131262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.131470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.131695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb67149-3b65-4840-8abd-6b87ecdc4dec" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.180714] env[66551]: INFO networking_nsxv3.common.synchronization [req-c6c02b5d-2d42-4e26-aedb-8b61ff815b1a req-c205bbfe-460c-49f6-b02e-16cdea806e2c tempest-ServerDiskConfigTestJSON-1771387387 tempest-ServerDiskConfigTestJSON-1771387387-project-member] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 1077.181583] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGHEST for action security_group_members [ 1077.182225] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.182497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.182497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.183358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.183358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.183358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.183358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.183358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.183358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.183358] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.274258] env[66551]: INFO networking_nsxv3.common.synchronization [req-3de9c1cc-2b14-4165-85f4-6d806d7e6d4e req-c081ac58-88cf-4577-b701-33a8223d22f3 tempest-ListServersNegativeTestJSON-1961285158 tempest-ListServersNegativeTestJSON-1961285158-project-member] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1077.275044] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1077.275494] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.275673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.275782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.276105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.276350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.276515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.276619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.276868] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.276961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.277072] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.443724] env[66551]: INFO networking_nsxv3.common.synchronization [req-b64519e5-e3d7-47aa-8c7f-5563f2e85542 req-9b75f68f-6c66-4839-83f5-5f244508a05b tempest-ServersNegativeTestJSON-1058348119 tempest-ServersNegativeTestJSON-1058348119-project-member] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1077.444413] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1077.444723] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.444843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.444912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.445226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.445283] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.445385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.445456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.445597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.445672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.445770] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.488012] env[66551]: INFO networking_nsxv3.common.synchronization [req-431a8567-dc47-48e7-8fc9-866c23f094b9 req-adb9b9c0-d4f5-46b6-be28-195aee7b4fa6 tempest-ListServersNegativeTestJSON-1961285158 tempest-ListServersNegativeTestJSON-1961285158-project-member] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1077.488262] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGHEST for action security_group_members [ 1077.488580] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.488825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.685725] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.686281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.687181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.687454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.687567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.687809] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.687920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.688037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.688186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.688308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.688373] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be updated. [ 1077.719312] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.719452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.719616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.719752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.719934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.731336] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: IN_PROGRESS for 2s [ 1077.779078] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.792520] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.792520] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.792520] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.792687] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.792802] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.792956] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.793082] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.793510] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.793688] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.793894] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.794016] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.794129] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.794235] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.794343] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.794444] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.794570] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.816710] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.816891] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.817038] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.817234] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.817554] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-5983f493-0a4a-4c8e-b840-a68977354ec2 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.817729] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-5983f493-0a4a-4c8e-b840-a68977354ec2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.817849] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-5983f493-0a4a-4c8e-b840-a68977354ec2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.818185] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-5983f493-0a4a-4c8e-b840-a68977354ec2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.818323] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5983f493-0a4a-4c8e-b840-a68977354ec2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.948415] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.281418] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.321281] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.321515] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.321639] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.321945] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.322159] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.322314] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 5983f493-0a4a-4c8e-b840-a68977354ec2 not found, creating... [ 1078.322578] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.322838] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.323068] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.323320] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.323457] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.323759] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.323927] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.324064] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.324300] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.324505] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.324680] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 5983f493-0a4a-4c8e-b840-a68977354ec2 is going to be created. [ 1078.351696] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.351944] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.352080] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.352406] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.352653] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.352948] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-5983f493-0a4a-4c8e-b840-a68977354ec2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.452494] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.486934] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1078.487206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.487387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.487609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.488040] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.488040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.488040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.488215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.488215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.488289] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.784121] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.784369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.784641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.784993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.784993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.785081] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1078.813540] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.813693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.813768] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.813987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.814176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.823432] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1078.954594] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.954746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.954814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.955340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.955340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.955340] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be updated. [ 1078.992527] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.005800] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.005989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.006087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.007500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.007500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.024073] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: IN_PROGRESS for 2s [ 1079.102173] env[66551]: INFO networking_nsxv3.common.synchronization [req-b64519e5-e3d7-47aa-8c7f-5563f2e85542 req-f3b1c632-4687-4a3f-911d-786102a8992e service nova] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_rules [ 1079.102173] env[66551]: INFO networking_nsxv3.common.synchronization [req-b64519e5-e3d7-47aa-8c7f-5563f2e85542 req-f3b1c632-4687-4a3f-911d-786102a8992e service nova] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1079.102322] env[66551]: INFO networking_nsxv3.common.synchronization [req-b64519e5-e3d7-47aa-8c7f-5563f2e85542 req-f3b1c632-4687-4a3f-911d-786102a8992e service nova] Enqueued Resource ID: 5983f493-0a4a-4c8e-b840-a68977354ec2 with Priority: HIGHEST for action port [ 1079.102957] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_rules [ 1079.102957] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1079.103878] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5983f493-0a4a-4c8e-b840-a68977354ec2 with Priority: HIGHEST for action port [ 1079.103878] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.103878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.103878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.103878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.103878] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.104703] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.104804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.104996] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5983f493-0a4a-4c8e-b840-a68977354ec2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.105109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5983f493-0a4a-4c8e-b840-a68977354ec2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.105167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5983f493-0a4a-4c8e-b840-a68977354ec2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.105345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5983f493-0a4a-4c8e-b840-a68977354ec2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.105417] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5983f493-0a4a-4c8e-b840-a68977354ec2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.202172] env[66551]: INFO networking_nsxv3.common.synchronization [req-8ccc429d-29f9-4d60-9185-ddf3d59df986 req-9510d77f-3901-4b9a-97dc-c3a671fb7265 tempest-ServersNegativeTestMultiTenantJSON-544694471 tempest-ServersNegativeTestMultiTenantJSON-544694471-project-member] Enqueued Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGHEST for action security_group_members [ 1079.202780] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGHEST for action security_group_members [ 1079.202973] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-113b35bd-ad1e-427b-bcd2-1f206bb23876 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.203101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.203176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.203368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.203519] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.203614] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.203663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.203819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.203894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.203984] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.495606] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.606821] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.606960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.607163] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5983f493-0a4a-4c8e-b840-a68977354ec2 with status ACTIVE [ 1079.607324] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.607433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.607502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.607709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.607799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.607964] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.608072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.608133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.608295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.608350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.608534] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.608617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.608679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.608819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.608908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.609027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5983f493-0a4a-4c8e-b840-a68977354ec2 is going to be updated. [ 1079.631828] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.631828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.631828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.631828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.632019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.632297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5983f493-0a4a-4c8e-b840-a68977354ec2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.706514] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.706681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.706817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.706997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.707211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.707649] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.707649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.707649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.707649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.707804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.707804] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 is going to be updated. [ 1079.741085] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc32b3cc-c880-4418-a838-decbbd636d22 in Status: SUCCESS [ 1079.741303] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 deletion is rescheduled due to dependency. [ 1079.741418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.752925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.753091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.753159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.753411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.753571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.763263] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 in Status: IN_PROGRESS for 2s [ 1079.785347] env[66551]: INFO networking_nsxv3.common.synchronization [req-8a8f0209-ff99-419b-9433-400ce44e14b9 req-ae2325bc-9adb-4af2-b57b-7a851224780a tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1079.785877] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1079.786204] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.786296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.786344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.786546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.786699] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.786797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.786859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.787019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.787251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.787350] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.998482] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.998482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.998482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.998773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.998773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.998869] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1080.031585] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.031806] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.031872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.032124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.032339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.042291] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1080.110142] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.110366] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.110479] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.110725] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.110977] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.111174] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.111295] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.111626] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.111699] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.111847] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.111962] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.112064] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.112196] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.112295] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.112399] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.112527] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.132533] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.132712] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.132846] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.133030] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.133353] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-3814afbd-ce59-429b-a525-7eb8ef2afa49 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.133525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-3814afbd-ce59-429b-a525-7eb8ef2afa49" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.133642] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-3814afbd-ce59-429b-a525-7eb8ef2afa49" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.133962] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-3814afbd-ce59-429b-a525-7eb8ef2afa49" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.134117] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3814afbd-ce59-429b-a525-7eb8ef2afa49',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.289485] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.289982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.289982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.290197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.290197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.290409] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.290521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.290590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.290782] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.290864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.290970] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1080.333191] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.333397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.333529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.333703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.333847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.345409] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1080.637792] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.638111] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.638111] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.638240] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.638467] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.638656] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 3814afbd-ce59-429b-a525-7eb8ef2afa49 not found, creating... [ 1080.639277] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.639488] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.639605] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.639856] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.640020] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.640422] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.640528] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.640651] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.641208] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.641208] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.641271] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 3814afbd-ce59-429b-a525-7eb8ef2afa49 is going to be created. [ 1080.663994] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.664330] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.664479] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.664919] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.664919] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.665372] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-3814afbd-ce59-429b-a525-7eb8ef2afa49" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.833125] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1080.834310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.834310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.834310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.834310] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.834310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.834310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.834662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.834662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.834759] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.034605] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1081.034845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.035031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.035317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.035534] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.035668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.035714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.035913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.036067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.036218] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.337829] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.337829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.337829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.338056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.338056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.338199] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.338304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.338392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.338529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.338608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.338705] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be updated. [ 1081.343891] env[66551]: INFO networking_nsxv3.common.synchronization [req-8a8f0209-ff99-419b-9433-400ce44e14b9 req-16abe369-f1e4-4fd4-853c-d42809de3e16 service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 1081.344054] env[66551]: INFO networking_nsxv3.common.synchronization [req-8a8f0209-ff99-419b-9433-400ce44e14b9 req-16abe369-f1e4-4fd4-853c-d42809de3e16 service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1081.344145] env[66551]: INFO networking_nsxv3.common.synchronization [req-8a8f0209-ff99-419b-9433-400ce44e14b9 req-16abe369-f1e4-4fd4-853c-d42809de3e16 service nova] Enqueued Resource ID: 3814afbd-ce59-429b-a525-7eb8ef2afa49 with Priority: HIGHEST for action port [ 1081.344394] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 1081.344528] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1081.344623] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3814afbd-ce59-429b-a525-7eb8ef2afa49 with Priority: HIGHEST for action port [ 1081.345500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.345637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.345729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.345955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.346094] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.347376] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.347491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.347734] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3814afbd-ce59-429b-a525-7eb8ef2afa49 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.347972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3814afbd-ce59-429b-a525-7eb8ef2afa49" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.348056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3814afbd-ce59-429b-a525-7eb8ef2afa49" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.348286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3814afbd-ce59-429b-a525-7eb8ef2afa49" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.348475] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3814afbd-ce59-429b-a525-7eb8ef2afa49',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.366313] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.368310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.368310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.368310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.368310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.376835] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: IN_PROGRESS for 2s [ 1081.538895] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.773297] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 in Status: SUCCESS [ 1081.773685] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 deletion is rescheduled due to dependency. [ 1081.773770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.850322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.850483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.850638] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3814afbd-ce59-429b-a525-7eb8ef2afa49 with status ACTIVE [ 1081.850804] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.851471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.851471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.851471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.851471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.851471] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.851721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.851721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.851789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.851878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.852065] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.852175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.852175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.852311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.852378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.852457] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3814afbd-ce59-429b-a525-7eb8ef2afa49 is going to be updated. [ 1081.875054] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.875054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.875054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.875054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.875054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.875054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3814afbd-ce59-429b-a525-7eb8ef2afa49" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.041169] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.054783] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1082.054938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.055378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.055598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.055825] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.055963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.056051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.056249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.056343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.056428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.057618] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.251795] env[66551]: INFO networking_nsxv3.common.synchronization [req-191da92d-572f-4823-a201-dcfb1caf32ee req-d3ea4cb3-0b1f-4851-887d-9084808dae79 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_members [ 1082.252624] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_members [ 1082.252862] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.253075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.253127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.253409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.253678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.253678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.253755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.253880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.253969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.254073] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.356670] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1082.356859] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 1082.356977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.357154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.357380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.357568] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.357687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.357751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.357909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.357990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.358099] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.544715] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.545165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.549618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.549618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.549618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.549618] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be updated. [ 1082.558717] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.558878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.558878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.559752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.559991] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.560130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.560200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.560404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.560496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.560590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.560741] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.560834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.560895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.561094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.561229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.561322] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.561383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.561527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.561603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.561687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.561776] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.584577] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.584577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.584577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.584577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.584577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.596736] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: IN_PROGRESS for 2s [ 1082.603262] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.603493] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.603652] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.604041] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.604352] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.604539] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.604669] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.604935] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.605133] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.605383] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.605507] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.605636] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.605757] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.605905] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.606020] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.606190] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.628161] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.628353] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.628486] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.628666] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.628990] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-580001d8-11b3-4e93-8571-914d155d20d0 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.629231] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-580001d8-11b3-4e93-8571-914d155d20d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.629363] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-580001d8-11b3-4e93-8571-914d155d20d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.629706] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-580001d8-11b3-4e93-8571-914d155d20d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.629847] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580001d8-11b3-4e93-8571-914d155d20d0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.756548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.756732] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.756808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.757159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.757302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.757599] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.757729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.757798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.757976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.758092] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.758195] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 already deleted. [ 1082.758283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.860041] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.066390] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c718b06-2432-4e81-8733-d5e87ca2257a: rpc.has_security_group_logging(os_id): False [ 1083.084136] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.084136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.084136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.084136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.084136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.084427] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.084483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.084517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.084701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.084780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.084988] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.085145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.085245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.085472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.085596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.085921] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.086025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.086175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.086406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.086492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.086631] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1083.133711] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.133942] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.134096] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.134414] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.134565] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.134724] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 580001d8-11b3-4e93-8571-914d155d20d0 not found, creating... [ 1083.134987] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.135217] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.135390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.135636] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.135770] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.136067] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.136225] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.136341] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.136556] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.136687] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.136822] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 580001d8-11b3-4e93-8571-914d155d20d0 is going to be created. [ 1083.161324] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.161541] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.161660] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.162109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.162201] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.162423] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-580001d8-11b3-4e93-8571-914d155d20d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.174990] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.175194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.175194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.175736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.175736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.191430] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1083.362532] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.390793] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 in Status: SUCCESS [ 1083.391331] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 deletion is rescheduled due to dependency. [ 1083.391551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.865363] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.865876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.865876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.865876] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.866124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.866124] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1083.895187] env[66551]: INFO networking_nsxv3.common.synchronization [req-191da92d-572f-4823-a201-dcfb1caf32ee req-75c0876b-68e2-456f-93f6-3d085f9d1a59 service nova] Enqueued Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_rules [ 1083.895187] env[66551]: INFO networking_nsxv3.common.synchronization [req-191da92d-572f-4823-a201-dcfb1caf32ee req-75c0876b-68e2-456f-93f6-3d085f9d1a59 service nova] Enqueued Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_members [ 1083.895187] env[66551]: INFO networking_nsxv3.common.synchronization [req-191da92d-572f-4823-a201-dcfb1caf32ee req-75c0876b-68e2-456f-93f6-3d085f9d1a59 service nova] Enqueued Resource ID: 580001d8-11b3-4e93-8571-914d155d20d0 with Priority: HIGHEST for action port [ 1083.896237] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_rules [ 1083.896570] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_members [ 1083.899550] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 580001d8-11b3-4e93-8571-914d155d20d0 with Priority: HIGHEST for action port [ 1083.899550] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.899550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.899550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.899550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.899550] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.902650] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.902908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.903084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.903504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.903798] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.905375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.905375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.905375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.905375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.905375] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.906455] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-580001d8-11b3-4e93-8571-914d155d20d0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.906592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-580001d8-11b3-4e93-8571-914d155d20d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.907495] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-580001d8-11b3-4e93-8571-914d155d20d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.907722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-580001d8-11b3-4e93-8571-914d155d20d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.908163] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('580001d8-11b3-4e93-8571-914d155d20d0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.910749] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.910749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.910749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.910956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.911729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.921686] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1084.403492] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.403704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.406219] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.410035] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 580001d8-11b3-4e93-8571-914d155d20d0 with status ACTIVE [ 1084.410170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.410356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.410492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.410800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.410958] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.411215] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.411320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.411377] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.411551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.411640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.412147] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.412147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.412147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.412147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.412343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.412343] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 580001d8-11b3-4e93-8571-914d155d20d0 is going to be updated. [ 1084.434431] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.434431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.434431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.434603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.434645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.434784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-580001d8-11b3-4e93-8571-914d155d20d0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.608846] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1084.608846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.608846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.608846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.608846] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.608846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.608846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.608846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.608846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.608846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.608846] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.756035] env[66551]: INFO networking_nsxv3.common.synchronization [req-c80ecc75-cab9-4a5d-9d1f-61ce973c6a65 req-06eab792-3cd0-455b-9076-dea4349b4ee1 tempest-ImagesOneServerNegativeTestJSON-795495104 tempest-ImagesOneServerNegativeTestJSON-795495104-project-member] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1084.756393] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1084.756539] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.756659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.756729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.756966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.757328] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.757649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.757649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.758130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.758130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.758130] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.908989] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.113644] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.113644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.113871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.113952] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.114093] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.114203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.114256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.114418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.114506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.114628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.114916] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.114916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.115078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.115116] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.115267] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.115392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.115449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.115599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.115711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.115812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.116110] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.147294] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.147486] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.148022] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.148381] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.148620] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.148783] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.149035] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.149204] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.150039] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.150039] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.150039] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.150039] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.150039] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.150225] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.150265] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.150494] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.169402] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.169545] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.170447] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.170635] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.170948] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-34af5983-4a85-49fd-a23b-a19eeb9e6b34 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.171870] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-34af5983-4a85-49fd-a23b-a19eeb9e6b34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.171870] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-34af5983-4a85-49fd-a23b-a19eeb9e6b34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.171870] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-34af5983-4a85-49fd-a23b-a19eeb9e6b34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.171870] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34af5983-4a85-49fd-a23b-a19eeb9e6b34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.207776] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1085.207776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.263681] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.263842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.263882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.264114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.264210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.264405] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.264502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.264565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.264715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.264790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.264875] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1085.290473] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.290640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.290676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.290890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.291067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.313963] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1085.416284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.416284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.416284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.416284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.416284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.416284] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 is going to be created. [ 1085.445247] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.445247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.445247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.445247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.445247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.454788] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 in Status: UNINITIALIZED for 2s [ 1085.619664] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0692da61-fc09-4ca8-ae40-009b9b1332f5: rpc.has_security_group_logging(os_id): False [ 1085.640024] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.640024] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.640024] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.640024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.640557] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.640557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.640557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.641017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.641326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.643663] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be updated. [ 1085.673992] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.674236] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.674355] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.674645] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.674783] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.674934] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 34af5983-4a85-49fd-a23b-a19eeb9e6b34 not found, creating... [ 1085.675250] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.675357] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.675466] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.675683] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.675812] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.676108] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.676272] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.676382] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.676589] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.677085] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.677085] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 34af5983-4a85-49fd-a23b-a19eeb9e6b34 is going to be created. [ 1085.699270] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.699590] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.699695] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.700106] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.700283] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.700570] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-34af5983-4a85-49fd-a23b-a19eeb9e6b34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.705452] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.705781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.705781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.705864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.705980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.720323] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: IN_PROGRESS for 2s [ 1085.934206] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1085.934515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.934515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.934687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.934881] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.934998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.935073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.935222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.935300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.935506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.935648] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.439317] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.439454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.440051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.440051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.440051] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.440051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.440240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.440275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.440434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.440434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.440555] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.440645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.440699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.440999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.440999] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.441160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.441160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.441293] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.441368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.441449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.441537] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.459351] env[66551]: INFO networking_nsxv3.common.synchronization [req-c80ecc75-cab9-4a5d-9d1f-61ce973c6a65 req-97f0a6c5-6872-4973-b94a-260b650c9a85 service nova] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_rules [ 1086.459677] env[66551]: INFO networking_nsxv3.common.synchronization [req-c80ecc75-cab9-4a5d-9d1f-61ce973c6a65 req-97f0a6c5-6872-4973-b94a-260b650c9a85 service nova] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1086.459904] env[66551]: INFO networking_nsxv3.common.synchronization [req-c80ecc75-cab9-4a5d-9d1f-61ce973c6a65 req-97f0a6c5-6872-4973-b94a-260b650c9a85 service nova] Enqueued Resource ID: 34af5983-4a85-49fd-a23b-a19eeb9e6b34 with Priority: HIGHEST for action port [ 1086.460986] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_rules [ 1086.461256] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1086.463458] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34af5983-4a85-49fd-a23b-a19eeb9e6b34 with Priority: HIGHEST for action port [ 1086.463458] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.463458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.463458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.463458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.463458] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.465659] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.465659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.469067] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-34af5983-4a85-49fd-a23b-a19eeb9e6b34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.469067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34af5983-4a85-49fd-a23b-a19eeb9e6b34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.469067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34af5983-4a85-49fd-a23b-a19eeb9e6b34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.469067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34af5983-4a85-49fd-a23b-a19eeb9e6b34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.469067] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34af5983-4a85-49fd-a23b-a19eeb9e6b34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.947253] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0: rpc.has_security_group_logging(os_id): False [ 1086.969423] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.970300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.970300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.970300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.970300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.970438] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.970557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.970613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.970752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.970815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.970995] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.971115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.971178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.971368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.971488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.971689] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.971757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.971832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.971971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.972047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.972122] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1086.973446] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.973446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.974039] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34af5983-4a85-49fd-a23b-a19eeb9e6b34 with status ACTIVE [ 1086.974039] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.974039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.974039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.975114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.975208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.975395] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.976140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.976140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.976140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.976140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.976140] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.976140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.976521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.976521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.976521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.976521] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34af5983-4a85-49fd-a23b-a19eeb9e6b34 is going to be updated. [ 1087.000064] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.000226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.000299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.000599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.000660] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.000799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34af5983-4a85-49fd-a23b-a19eeb9e6b34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.043372] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.043599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.043716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.044043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.044291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.061139] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1087.327194] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1087.327373] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 deletion is rescheduled due to dependency. [ 1087.327486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.327663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.327882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.328080] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.328201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.328267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.328588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.328588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.328588] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.464422] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 in Status: SUCCESS [ 1087.464822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.464992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.465227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.465423] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.465540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.465604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.465776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.465929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.466048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.466143] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.735201] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1087.735368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.831352] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.968071] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.237874] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.238082] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.238207] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.238551] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.238802] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.238905] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.239036] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.239264] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.239404] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.239606] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.239753] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.239810] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.239916] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.240029] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.240132] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.240260] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.262690] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.262841] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.262881] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.263085] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-190" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.263424] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-b097c562-de1d-4a6f-ba18-1f8f44e63997 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.263615] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.263762] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.264099] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.264178] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b097c562-de1d-4a6f-ba18-1f8f44e63997',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.333217] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.470265] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38: rpc.has_security_group_logging(os_id): False [ 1088.491031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.491327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.491457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.491728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.491856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.492241] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.492419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.492535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.492787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.492927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.493087] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 is going to be created. [ 1088.587147] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.587382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.587488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.587906] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.588144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.604493] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 in Status: IN_PROGRESS for 2s [ 1088.767338] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.767961] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.768175] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.768701] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.768701] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.769089] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.769488] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769627] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.769892] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.770290] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.770762] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.771115] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.771612] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.772144] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.772482] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.772809] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: b097c562-de1d-4a6f-ba18-1f8f44e63997 is going to be updated. [ 1088.802267] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.802551] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.802714] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.803115] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.803376] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.803669] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.835899] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.836512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.836691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.837021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.837258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.837597] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1088.875051] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.875219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.875337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.875587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.875772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.886964] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1089.077150] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1089.077418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.539312] env[66551]: INFO networking_nsxv3.common.synchronization [req-427eda09-732d-491e-b439-75b45b9fdd80 req-a4346e48-8f6f-4072-94ca-75339f1f7e24 service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 1089.539631] env[66551]: INFO networking_nsxv3.common.synchronization [req-427eda09-732d-491e-b439-75b45b9fdd80 req-a4346e48-8f6f-4072-94ca-75339f1f7e24 service nova] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 1089.539970] env[66551]: INFO networking_nsxv3.common.synchronization [req-427eda09-732d-491e-b439-75b45b9fdd80 req-a4346e48-8f6f-4072-94ca-75339f1f7e24 service nova] Enqueued Resource ID: b097c562-de1d-4a6f-ba18-1f8f44e63997 with Priority: HIGHEST for action port [ 1089.541402] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_rules [ 1089.541717] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 1089.541906] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b097c562-de1d-4a6f-ba18-1f8f44e63997 with Priority: HIGHEST for action port [ 1089.542389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.542575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.542699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.543033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.543434] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.545920] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.546073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.546140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.546398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.546564] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.546674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.546737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.547088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.547088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.547088] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.555120] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b097c562-de1d-4a6f-ba18-1f8f44e63997 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.555120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.555120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.555120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.555120] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b097c562-de1d-4a6f-ba18-1f8f44e63997',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.052714] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.054462] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.054630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.054868] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b097c562-de1d-4a6f-ba18-1f8f44e63997 with status ACTIVE [ 1090.055099] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.055231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.055318] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.055560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.055681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.055856] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.055991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.056128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.056401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.056497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.056739] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.056960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.057031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.057221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.057326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.057518] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b097c562-de1d-4a6f-ba18-1f8f44e63997 is going to be updated. [ 1090.081618] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.081984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.081984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.082089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.082232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.082446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b097c562-de1d-4a6f-ba18-1f8f44e63997" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.560177] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.618078] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 in Status: SUCCESS [ 1090.618319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.904280] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1090.904622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.904888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.905188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.905412] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.905543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.905678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.905769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.905840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.905935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.906085] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.063039] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.063326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.063523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.063800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.064798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.064798] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 1091.101180] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.101550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.101587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.102056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.102331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.112979] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 1091.240244] env[66551]: INFO networking_nsxv3.common.synchronization [req-85d88fb7-f323-4eaa-9be9-74e2ce2f0e83 req-c4c28234-be51-413a-8ec3-616abac15f36 tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1091.240945] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1091.240945] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.241118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.241157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.241440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.241637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.241744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.241838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.242031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.242159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.242527] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.408786] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.409086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.409227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.409610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.409745] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.410044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.410130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.410490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.410649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.410777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.410951] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.411062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.411126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.411279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.411471] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.411561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.411623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.411767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.411855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.411938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.412043] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.744210] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.789304] env[66551]: INFO networking_nsxv3.common.synchronization [req-a43b61b9-4506-4594-a6ae-b50c70267534 req-f36102f4-3218-4ae4-8382-7e5970166ac9 tempest-ServersNegativeTestJSON-1058348119 tempest-ServersNegativeTestJSON-1058348119-project-member] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1091.789758] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1091.790111] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.790240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.790308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.790524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.790678] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.790781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.790858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.791041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.791119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.791213] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.915079] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e19c5596-88c9-4f47-8130-4c241766da84: rpc.has_security_group_logging(os_id): False [ 1091.933840] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.934054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.934168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.934441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.934603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.934876] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.935041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.935157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.935435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.935563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.935815] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.935998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.936086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.936284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.936404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.936649] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.936799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.936907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.937123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.937246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.937384] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1092.002198] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.002474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.002474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.002696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.002873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.018610] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1092.247042] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.293078] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.750045] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.750237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.750288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.750523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.750617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.750889] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1092.794019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.794329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.794329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.794457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.794613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.795730] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.805880] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1093.122551] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 1093.122770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.122939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.123225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.123396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.123517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.123581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.123740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.123818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.123910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.123996] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.297796] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.298333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.298333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.298333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.298493] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.298493] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be updated. [ 1093.329798] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.329798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.329798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.329798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.329798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.339011] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: IN_PROGRESS for 2s [ 1093.626749] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.627072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.627227] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.627610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.627939] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.628143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.628302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.628596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.628755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.628919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.629240] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.629435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.629583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.629882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.630182] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.630348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.630474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.630741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.630895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.631062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.631205] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.035446] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1094.035688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.134339] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 961f85ad-718f-4f52-a3a0-14a2b444f02a: rpc.has_security_group_logging(os_id): False [ 1094.179130] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.179356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.179420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.179674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.179788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.179994] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.180106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.180168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.180347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.180431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.180642] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.181095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.181095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.181095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.181095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.182019] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.182294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.184023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.184023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.184023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.184023] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 1094.260558] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.260558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.260558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.260754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.260837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.292112] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 1094.817860] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1094.818334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.350581] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1095.350815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.308448] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 1096.310279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.790701] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.791024] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1097.954384] env[66551]: INFO networking_nsxv3.common.synchronization [req-2070532c-d68f-48ce-b461-41c57af98fb2 req-f0a3f53f-fc88-487d-a753-a2e1bf5698a0 tempest-ImagesOneServerNegativeTestJSON-795495104 tempest-ImagesOneServerNegativeTestJSON-795495104-project-member] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1097.956347] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGHEST for action security_group_members [ 1097.956960] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.959528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.959528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.959528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.959528] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.959528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.959528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.959528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.959528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.959528] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.462229] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.462372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.462439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.462724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.462821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.463320] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.463425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.463764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.463988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.464136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.464263] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be updated. [ 1098.507769] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.508121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.508121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.512612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.512731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.525205] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: IN_PROGRESS for 2s [ 1100.549244] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e19c5596-88c9-4f47-8130-4c241766da84 in Status: SUCCESS [ 1100.549534] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e19c5596-88c9-4f47-8130-4c241766da84 deletion is rescheduled due to dependency. [ 1100.549573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.450696] env[66551]: INFO networking_nsxv3.common.synchronization [req-3ccdd8fe-8395-4498-9f08-e6e8c9541fc4 req-8bbbddfd-c00a-48d0-abc3-0dce8a43ec19 tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1101.451228] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1101.451541] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.451802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.451802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.452153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.452425] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.452425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.452709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.452709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.452709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.452883] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.952759] env[66551]: INFO networking_nsxv3.common.synchronization [None req-02116628-327e-4dae-9314-7c7fe3d1c2de None None] Enqueued Resource ID: 603373c3-667c-413c-8d10-7329bb00022c with Priority: HIGHEST for action port [ 1101.953031] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603373c3-667c-413c-8d10-7329bb00022c with Priority: HIGHEST for action port [ 1101.954222] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-603373c3-667c-413c-8d10-7329bb00022c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.955219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-603373c3-667c-413c-8d10-7329bb00022c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.955314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-603373c3-667c-413c-8d10-7329bb00022c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-603373c3-667c-413c-8d10-7329bb00022c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.958071] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('603373c3-667c-413c-8d10-7329bb00022c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.958071] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.958071] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.958071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.958071] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1102.001527] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.001810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.001907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.002164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.002348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.019398] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1102.460692] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 603373c3-667c-413c-8d10-7329bb00022c [ 1102.461072] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.461072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.461246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.461395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.461640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.461640] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:603373c3-667c-413c-8d10-7329bb00022c already deleted. [ 1102.461770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-603373c3-667c-413c-8d10-7329bb00022c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.834716] env[66551]: INFO networking_nsxv3.common.synchronization [req-55820bf9-e192-4621-8349-57c0f93b6636 req-1d7a8445-b8cf-4427-909b-58dfa9632784 tempest-ServerActionsV293TestJSON-2017252987 tempest-ServerActionsV293TestJSON-2017252987-project-member] Enqueued Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_members [ 1102.834716] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGHEST for action security_group_members [ 1102.835867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-69134ed2-99e4-4ddc-919b-5267eca84d96 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.835867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.835867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.835867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.837964] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.837964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.837964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.837964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.837964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.837964] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.340452] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.340452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.340452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.340452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.341076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.341076] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.341076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.341076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.341329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.342769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.342769] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 is going to be updated. [ 1103.381364] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.381704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.381704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.381955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.382182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.396543] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 in Status: IN_PROGRESS for 2s [ 1103.450590] env[66551]: INFO networking_nsxv3.common.synchronization [req-c8bbfe41-9142-4a37-a23c-45bedd8ae49a req-da064ba4-5504-4dfe-9ccc-c1af157419ab tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1103.451252] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1103.452044] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.452044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.452044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.452242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.453047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.453047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.453047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.453047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.453047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.453340] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.955581] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.030557] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1104.030557] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 1104.030557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.356580] env[66551]: INFO networking_nsxv3.common.synchronization [None req-04b8f9a5-5b95-46bd-870a-72c67da03894 None None] Enqueued Resource ID: d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948 with Priority: HIGHEST for action port [ 1104.356972] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948 with Priority: HIGHEST for action port [ 1104.357307] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.357601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.357601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.360776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.360776] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.457922] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.864053] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948 [ 1104.864386] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.864596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.864699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.864976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.865361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.865361] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948 already deleted. [ 1104.865361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d6cc82-3ea3-46d7-992f-3fe9ccc1f948" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.962776] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.962939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.962978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.963246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.963337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.963472] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1104.997737] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.998187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.998187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.998187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.998401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.008742] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1105.407036] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 in Status: SUCCESS [ 1105.409189] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 deletion is rescheduled due to dependency. [ 1105.409189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.941913] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.942207] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.942276] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.942552] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.943015] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.943207] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.943329] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.943605] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.943781] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.944087] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.944227] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.944336] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.944443] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.944553] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.944680] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.944829] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.965970] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.966125] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.966210] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.966339] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.966674] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-e69e812e-d04d-43a9-aec5-6f9d7e930769 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.966899] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.967037] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.967327] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.967535] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69e812e-d04d-43a9-aec5-6f9d7e930769',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.472222] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.475027] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.475027] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.475027] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.475553] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.475553] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.478737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.478737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.478886] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: e69e812e-d04d-43a9-aec5-6f9d7e930769 is going to be updated. [ 1106.507229] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.507624] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.507624] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.507937] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.508162] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.508493] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.773072] env[66551]: INFO networking_nsxv3.common.synchronization [req-7bfd05e9-c34a-4aa1-a1a1-25504458ec2f req-151c92ab-d2aa-4bcb-96e5-b3c160776a0d tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1106.773435] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1106.773740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.773873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.773964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.774199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.774357] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.774543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.774543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.774770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.774770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.774840] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.020425] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1107.020679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.261877] env[66551]: INFO networking_nsxv3.common.synchronization [req-43a3f176-feb2-414a-9cc0-5ffff7bd70b9 req-c60ac4fa-116b-4a91-9f19-fdb1bb1dc15e service nova] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_rules [ 1107.262243] env[66551]: INFO networking_nsxv3.common.synchronization [req-43a3f176-feb2-414a-9cc0-5ffff7bd70b9 req-c60ac4fa-116b-4a91-9f19-fdb1bb1dc15e service nova] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_members [ 1107.262493] env[66551]: INFO networking_nsxv3.common.synchronization [req-43a3f176-feb2-414a-9cc0-5ffff7bd70b9 req-c60ac4fa-116b-4a91-9f19-fdb1bb1dc15e service nova] Enqueued Resource ID: e69e812e-d04d-43a9-aec5-6f9d7e930769 with Priority: HIGHEST for action port [ 1107.263597] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_rules [ 1107.263844] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_members [ 1107.263994] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69e812e-d04d-43a9-aec5-6f9d7e930769 with Priority: HIGHEST for action port [ 1107.267721] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.267721] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.267721] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.267721] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.267721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.267721] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.268434] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-e69e812e-d04d-43a9-aec5-6f9d7e930769 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.268434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.268434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.268434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.268611] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e69e812e-d04d-43a9-aec5-6f9d7e930769',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.276870] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.770582] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.770908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.772214] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e69e812e-d04d-43a9-aec5-6f9d7e930769 with status ACTIVE [ 1107.772378] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.772550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.772550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.772825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.772923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.773115] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.773231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.773447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.773447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.773552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.773731] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.773828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.773908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.774066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.774157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.774241] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e69e812e-d04d-43a9-aec5-6f9d7e930769 is going to be updated. [ 1107.775411] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.779866] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.796175] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.796335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.796335] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.796744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.796744] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.796854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e69e812e-d04d-43a9-aec5-6f9d7e930769" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.277935] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.281977] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.282160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.282244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.282469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.282578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.282655] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be updated. [ 1108.314699] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.314875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.314919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.315134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.315286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.324759] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: IN_PROGRESS for 2s [ 1108.781152] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.781534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.781534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.781611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.781701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.781855] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c is going to be updated. [ 1108.810623] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.810791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.810864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.811103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.811254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.826752] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: IN_PROGRESS for 2s [ 1110.346000] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: SUCCESS [ 1110.346340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.838476] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: SUCCESS [ 1110.838711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.838917] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.839180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.839396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.839549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.839597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.840045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.840045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.840153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.840267] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.343941] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.846480] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41743043-dd0b-46ed-9cdf-8572c53b928c: rpc.has_security_group_logging(os_id): False [ 1111.869262] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.869436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.869518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.869799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.896059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.896059] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.896059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.896059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.896766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.896766] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.896766] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c is going to be updated. [ 1111.972798] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.973054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.973200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.973467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.973705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.990375] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: IN_PROGRESS for 2s [ 1112.265436] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.265650] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1112.907549] env[66551]: INFO networking_nsxv3.common.synchronization [req-38a73b65-3594-409d-b619-c700a4c18e66 req-87c95eb3-6868-485f-9d89-b058e7f35090 tempest-ServerActionsTestOtherB-1115780501 tempest-ServerActionsTestOtherB-1115780501-project-member] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1112.908603] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1112.909323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.909323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.909578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.909656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.909882] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.909974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.910049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.910219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.910304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.910399] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.413060] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.413963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.413963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.413963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.413963] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.414175] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.414175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.414264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.414438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.414489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.414541] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 1113.449685] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.450010] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.450113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.450415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.450667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.464292] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 1113.692506] env[66551]: INFO networking_nsxv3.common.synchronization [req-7fbdd816-ef9f-4905-a69c-5a1f8a041123 req-85e627f1-613d-426e-a9c5-4a96fb8d5c63 tempest-ServerAddressesNegativeTestJSON-1146484294 tempest-ServerAddressesNegativeTestJSON-1146484294-project-member] Enqueued Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGHEST for action security_group_members [ 1113.693114] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGHEST for action security_group_members [ 1113.693570] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.696460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.696986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.697080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.697312] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.697605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.697605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.697765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.697765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.697911] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.005697] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: SUCCESS [ 1114.005965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.142769] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.143016] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-457" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.143166] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-457" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.143541] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-457" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.145771] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.146174] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.146353] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.146649] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.146851] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.147122] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.147389] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.147673] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.147838] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.149075] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.150897] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.150897] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.173044] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.173226] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.173371] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.173586] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-457" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.173857] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-cef6fc6f-aa25-4793-b1fb-2defbd88632b taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.174045] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-cef6fc6f-aa25-4793-b1fb-2defbd88632b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.174169] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-cef6fc6f-aa25-4793-b1fb-2defbd88632b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.174512] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-cef6fc6f-aa25-4793-b1fb-2defbd88632b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.174651] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef6fc6f-aa25-4793-b1fb-2defbd88632b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.207407] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.207579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.207655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.207864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.207984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.208210] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.208304] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.208367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.208754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.208861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.208949] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 already deleted. [ 1114.209051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.678916] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.679181] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.679306] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.679558] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.679710] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.679863] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port cef6fc6f-aa25-4793-b1fb-2defbd88632b not found, creating... [ 1114.680734] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.680734] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.680734] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.680734] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.681036] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.681088] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.681288] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.681406] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.681638] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.682616] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.682616] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: cef6fc6f-aa25-4793-b1fb-2defbd88632b is going to be created. [ 1114.705177] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.705455] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.705455] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.705750] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.705992] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.706438] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-cef6fc6f-aa25-4793-b1fb-2defbd88632b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.450286] env[66551]: INFO networking_nsxv3.common.synchronization [req-7fbdd816-ef9f-4905-a69c-5a1f8a041123 req-8c721688-02f7-45a4-93d2-e02fa502e254 service nova] Enqueued Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGHEST for action security_group_rules [ 1115.450536] env[66551]: INFO networking_nsxv3.common.synchronization [req-7fbdd816-ef9f-4905-a69c-5a1f8a041123 req-8c721688-02f7-45a4-93d2-e02fa502e254 service nova] Enqueued Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGHEST for action security_group_members [ 1115.450593] env[66551]: INFO networking_nsxv3.common.synchronization [req-7fbdd816-ef9f-4905-a69c-5a1f8a041123 req-8c721688-02f7-45a4-93d2-e02fa502e254 service nova] Enqueued Resource ID: cef6fc6f-aa25-4793-b1fb-2defbd88632b with Priority: HIGHEST for action port [ 1115.453655] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGHEST for action security_group_rules [ 1115.453872] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGHEST for action security_group_members [ 1115.453992] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cef6fc6f-aa25-4793-b1fb-2defbd88632b with Priority: HIGHEST for action port [ 1115.454300] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.454889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.454971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.455263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.455349] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.456296] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.457379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.457379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.457379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.457379] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.457379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.457379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.457379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.457379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.457379] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.458475] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-cef6fc6f-aa25-4793-b1fb-2defbd88632b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.458585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cef6fc6f-aa25-4793-b1fb-2defbd88632b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.458652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cef6fc6f-aa25-4793-b1fb-2defbd88632b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.458909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cef6fc6f-aa25-4793-b1fb-2defbd88632b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.458986] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef6fc6f-aa25-4793-b1fb-2defbd88632b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.477837] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 1115.477837] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a deletion is rescheduled due to dependency. [ 1115.478021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.961391] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.961538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.961725] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.962725] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cef6fc6f-aa25-4793-b1fb-2defbd88632b with status ACTIVE [ 1115.962940] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.963057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.963111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.963342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.963422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.963583] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.963681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.963779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.963889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.963965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.964165] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.964269] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.964331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.964478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.964553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.964636] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cef6fc6f-aa25-4793-b1fb-2defbd88632b is going to be updated. [ 1115.985014] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.985218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.985218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.985419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.985550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.985707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cef6fc6f-aa25-4793-b1fb-2defbd88632b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.466419] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.968703] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.968703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.968703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.969437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.969437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.969753] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 is going to be created. [ 1117.004226] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.004226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.004226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.004226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.004226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.014735] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 in Status: UNINITIALIZED for 2s [ 1119.026032] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 in Status: SUCCESS [ 1119.026370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.026539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.026811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.027076] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.027232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.027320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.027521] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.027629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.027740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.027857] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.530407] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.530563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.530649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.530870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.531099] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.531181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.531247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.531405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.531492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.531578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.531736] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.531828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.531887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.532101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.532251] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.532344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.532403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.532546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.532619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.532699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.532785] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.035811] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40d85306-3e8e-4506-bf14-db0dbf8ae1a2: rpc.has_security_group_logging(os_id): False [ 1120.061031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.061031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.061237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.061312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.061455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.061676] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.061805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.061903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.062143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.062234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.062633] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.062633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.062633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.062797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.062825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.063063] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.063138] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.063198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.063344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.063419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.064092] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 is going to be created. [ 1120.138370] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.138551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.138708] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.138996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.139268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.150684] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 in Status: IN_PROGRESS for 2s [ 1120.454746] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.454983] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1121.420546] env[66551]: INFO networking_nsxv3.common.synchronization [req-74768fe9-f2ea-41c5-ad93-8d66f5bae94b req-3de652ca-27ea-4979-a905-5a8ff11b921b tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1121.422867] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1121.422867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.422867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.422867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.422867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.422867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.422867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.422867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.422867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.422867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.422867] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.573020] env[66551]: INFO networking_nsxv3.common.synchronization [req-e59d6711-5155-4bed-b79c-33d8c68cea3c req-07365fbd-1bae-4bb5-817d-d4c6598e6b51 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1121.573020] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGHEST for action security_group_members [ 1121.573020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.573020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.573020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.573020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.573517] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.573733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.573879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.574136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.574323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.574545] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.805661] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.805969] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.806131] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.806436] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.806766] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.807018] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.807167] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.807458] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.807688] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.807922] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.808049] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.808160] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.808289] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.808413] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.808529] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.808666] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.829205] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.829389] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.829522] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.829703] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-674" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.830049] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-82d1deba-ac60-4458-a2de-1cc2df5b04b0 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.830233] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-82d1deba-ac60-4458-a2de-1cc2df5b04b0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.830375] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-82d1deba-ac60-4458-a2de-1cc2df5b04b0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.830745] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-82d1deba-ac60-4458-a2de-1cc2df5b04b0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.830888] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d1deba-ac60-4458-a2de-1cc2df5b04b0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.929263] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.929422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.929533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.929752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.929851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.930096] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.930211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.930303] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.930428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.930511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.930597] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1121.962403] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.962577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.962577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.962864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.963105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.973009] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1122.076944] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.077139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.077220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.077483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.077583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.078226] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.078226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.078226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.078226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.078226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.078524] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be updated. [ 1122.110668] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.110813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.110889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.111176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.111600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.120078] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: IN_PROGRESS for 2s [ 1122.162534] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 in Status: SUCCESS [ 1122.162774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.333478] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.333841] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.333841] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.334145] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.334301] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.334478] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 82d1deba-ac60-4458-a2de-1cc2df5b04b0 not found, creating... [ 1122.334754] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.334948] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.335109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.335289] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.335427] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.335737] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.335888] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.336043] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.336245] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.336380] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.336519] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 82d1deba-ac60-4458-a2de-1cc2df5b04b0 is going to be created. [ 1122.364160] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.364389] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.364513] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.364805] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.365049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.365298] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-82d1deba-ac60-4458-a2de-1cc2df5b04b0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.113549] env[66551]: INFO networking_nsxv3.common.synchronization [req-74768fe9-f2ea-41c5-ad93-8d66f5bae94b req-9c8a7633-7075-46bd-bebe-6b586aee05ab service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 1123.113885] env[66551]: INFO networking_nsxv3.common.synchronization [req-74768fe9-f2ea-41c5-ad93-8d66f5bae94b req-9c8a7633-7075-46bd-bebe-6b586aee05ab service nova] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1123.113996] env[66551]: INFO networking_nsxv3.common.synchronization [req-74768fe9-f2ea-41c5-ad93-8d66f5bae94b req-9c8a7633-7075-46bd-bebe-6b586aee05ab service nova] Enqueued Resource ID: 82d1deba-ac60-4458-a2de-1cc2df5b04b0 with Priority: HIGHEST for action port [ 1123.114445] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_rules [ 1123.114622] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1123.114740] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1deba-ac60-4458-a2de-1cc2df5b04b0 with Priority: HIGHEST for action port [ 1123.115013] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.115464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.115539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.115751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.115821] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.116646] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.116745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.118846] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d1deba-ac60-4458-a2de-1cc2df5b04b0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.118846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d1deba-ac60-4458-a2de-1cc2df5b04b0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.118846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d1deba-ac60-4458-a2de-1cc2df5b04b0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.118846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d1deba-ac60-4458-a2de-1cc2df5b04b0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.118846] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d1deba-ac60-4458-a2de-1cc2df5b04b0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.621138] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.621287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.622025] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82d1deba-ac60-4458-a2de-1cc2df5b04b0 with status ACTIVE [ 1123.622025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.622025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.622025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.622373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.622373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.622594] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.622764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.622764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.623059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.623059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.624143] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.624143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.624143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.624143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.624143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.624143] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82d1deba-ac60-4458-a2de-1cc2df5b04b0 is going to be updated. [ 1123.645186] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.646042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.646042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.646042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.646042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.646251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d1deba-ac60-4458-a2de-1cc2df5b04b0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.808848] env[66551]: INFO networking_nsxv3.common.synchronization [req-93876191-ccfa-4ae3-96eb-c139930028d8 req-1663a31b-40f6-4139-ae51-eed849db099f tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1123.809436] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1123.809686] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.809803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.809867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.810389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.810389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.810389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.810389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.810672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.810672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.810840] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.984069] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1123.984340] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 1123.984421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.984589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.984802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.984985] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.985121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.985185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.985337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.985415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.985510] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.128857] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b56268cd-432a-4035-80f9-bd0d302e9d34 in Status: SUCCESS [ 1124.129113] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 deletion is rescheduled due to dependency. [ 1124.129330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.135274] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.135924] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.135924] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.136394] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.136875] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.137495] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.137495] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.137667] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.137821] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.138044] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.138165] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.138274] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.138382] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.138493] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.138597] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.138731] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.159166] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.159685] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.159685] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.159801] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.160126] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-d32f518d-5065-41e3-a08a-083ff75c3ca2 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.160308] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-d32f518d-5065-41e3-a08a-083ff75c3ca2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.160437] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-d32f518d-5065-41e3-a08a-083ff75c3ca2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.160743] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-d32f518d-5065-41e3-a08a-083ff75c3ca2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.160873] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32f518d-5065-41e3-a08a-083ff75c3ca2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.313283] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.487518] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.663379] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.663632] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.663759] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.812485] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.812728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.812908] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port d32f518d-5065-41e3-a08a-083ff75c3ca2 not found, creating... [ 1124.813360] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.813563] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.813685] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.813953] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.814109] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.814411] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.814566] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.814695] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.814928] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.815070] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.815205] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: d32f518d-5065-41e3-a08a-083ff75c3ca2 is going to be created. [ 1124.816661] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.838981] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.839243] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.839367] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.839682] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.839930] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.840175] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-d32f518d-5065-41e3-a08a-083ff75c3ca2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.989765] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.319377] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.319889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.319889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.319889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.319992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.320054] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1125.353512] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.353706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.353777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.355036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.355036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.364970] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1125.433948] env[66551]: INFO networking_nsxv3.common.synchronization [req-93876191-ccfa-4ae3-96eb-c139930028d8 req-87e49442-dbe7-45bc-a5b5-1619747dafc5 service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 1125.433948] env[66551]: INFO networking_nsxv3.common.synchronization [req-93876191-ccfa-4ae3-96eb-c139930028d8 req-87e49442-dbe7-45bc-a5b5-1619747dafc5 service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1125.433948] env[66551]: INFO networking_nsxv3.common.synchronization [req-93876191-ccfa-4ae3-96eb-c139930028d8 req-87e49442-dbe7-45bc-a5b5-1619747dafc5 service nova] Enqueued Resource ID: d32f518d-5065-41e3-a08a-083ff75c3ca2 with Priority: HIGHEST for action port [ 1125.433948] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 1125.433948] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1125.433948] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32f518d-5065-41e3-a08a-083ff75c3ca2 with Priority: HIGHEST for action port [ 1125.433948] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.433948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.433948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.433948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.433948] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.434729] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.434729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.434882] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d32f518d-5065-41e3-a08a-083ff75c3ca2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.435330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d32f518d-5065-41e3-a08a-083ff75c3ca2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.435330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d32f518d-5065-41e3-a08a-083ff75c3ca2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.435523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d32f518d-5065-41e3-a08a-083ff75c3ca2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.435601] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32f518d-5065-41e3-a08a-083ff75c3ca2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.492949] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.493252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.493362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.493626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.493743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.493868] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1125.524158] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.524328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.524428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.524714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.524853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.535190] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1125.937814] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.938090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.938314] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d32f518d-5065-41e3-a08a-083ff75c3ca2 with status ACTIVE [ 1125.938530] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.938950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.938950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.939450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.939450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.939589] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.939700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.939802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.940108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.940280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.940541] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.940683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.940809] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.941051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.941184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.941310] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d32f518d-5065-41e3-a08a-083ff75c3ca2 is going to be updated. [ 1125.983750] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.983750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.983750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.983970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.984168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.984349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d32f518d-5065-41e3-a08a-083ff75c3ca2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.135046] env[66551]: INFO networking_nsxv3.common.synchronization [None req-979a734e-29fd-419e-ae58-5b42b65fd872 tempest-AttachInterfacesTestJSON-695923959 tempest-AttachInterfacesTestJSON-695923959-project-member] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 1126.135653] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGHEST for action security_group_members [ 1126.135992] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.136192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.136265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.136472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.136629] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.136742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.136810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.136998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.137127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.137240] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.639181] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.639577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.639577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.639701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.639747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.642315] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.642315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.642315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.642315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.642315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.642315] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be updated. [ 1126.671116] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.671250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.671250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.672398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.672398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.682902] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: IN_PROGRESS for 2s [ 1127.377886] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1127.378196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.378411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.378698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.378933] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.379126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.379180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.379361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.379484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.379913] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.546823] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1127.547230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.547386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.547691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.547987] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.548118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.548175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.548387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.548483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.548571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.548657] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.882419] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.051516] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.051682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.051760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.052017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.052224] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.052405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.052471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.052631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.052715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.052802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.052948] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.053052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.053113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.053257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.053394] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.053483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.053541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.053697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.053775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.053871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.053961] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.171422] env[66551]: INFO networking_nsxv3.common.synchronization [req-9ac9c775-2d98-4c8b-8876-140c5befd449 req-24954135-326b-438a-9398-07ea0c6d2a0f tempest-ServerActionsTestOtherB-1115780501 tempest-ServerActionsTestOtherB-1115780501-project-member] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1128.171991] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1128.172998] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.172998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.172998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.172998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.172998] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.173594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.173594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.173594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.173594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.173594] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.384694] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.556703] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0: rpc.has_security_group_logging(os_id): False [ 1128.578896] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.579055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.579140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.579343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.579433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.579668] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.579749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.579815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.579939] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.580029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.580207] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.580817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.580817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.580817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.580817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.580817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.581047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.581047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.585057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.585243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.585354] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1128.623936] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.625889] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.626066] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.626625] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.626816] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.626816] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.628012] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.628012] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.628012] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.628012] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.628012] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.628012] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.628012] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.628012] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.628302] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.628302] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.654167] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.654363] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.654461] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.654650] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.655033] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-97d9a09a-01e3-4c2d-836b-15a52cff8184 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.655209] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.655325] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.655668] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.655805] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d9a09a-01e3-4c2d-836b-15a52cff8184',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.671103] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.671301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.671357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.671727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.671884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.675842] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.676019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.676079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.676294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.676383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.676595] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.677680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.677680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.677680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.677680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.677680] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 1128.704269] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a in Status: SUCCESS [ 1128.704653] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a deletion is rescheduled due to dependency. [ 1128.704909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.710241] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1128.737467] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.737703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.737703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.738366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.738366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.764417] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 1128.887603] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.888020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.888020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.888093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.888223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.888359] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1129.016180] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.016392] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.016546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.016820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.016969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.036507] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1129.160919] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.160919] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.160919] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.161194] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.161393] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.161593] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 97d9a09a-01e3-4c2d-836b-15a52cff8184 not found, creating... [ 1129.161839] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.162031] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.162221] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.162657] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.162816] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.163358] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.163589] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.163698] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.163945] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.164114] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.164267] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 97d9a09a-01e3-4c2d-836b-15a52cff8184 is going to be created. [ 1129.202382] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.202583] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.202705] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.203024] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.203287] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.203540] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.952969] env[66551]: INFO networking_nsxv3.common.synchronization [req-9ac9c775-2d98-4c8b-8876-140c5befd449 req-c952629a-a161-482f-a86c-85f77342334e service nova] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 1129.953292] env[66551]: INFO networking_nsxv3.common.synchronization [req-9ac9c775-2d98-4c8b-8876-140c5befd449 req-c952629a-a161-482f-a86c-85f77342334e service nova] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1129.953292] env[66551]: INFO networking_nsxv3.common.synchronization [req-9ac9c775-2d98-4c8b-8876-140c5befd449 req-c952629a-a161-482f-a86c-85f77342334e service nova] Enqueued Resource ID: 97d9a09a-01e3-4c2d-836b-15a52cff8184 with Priority: HIGHEST for action port [ 1129.954220] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 1129.954220] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1129.954448] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d9a09a-01e3-4c2d-836b-15a52cff8184 with Priority: HIGHEST for action port [ 1129.955228] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.955228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.955422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.955605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.955706] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.956850] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.957136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.957213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-97d9a09a-01e3-4c2d-836b-15a52cff8184 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.957391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.957468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.957658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.957741] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d9a09a-01e3-4c2d-836b-15a52cff8184',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.046804] env[66551]: INFO networking_nsxv3.common.synchronization [req-4b0ca950-34d2-4406-a0d6-494840098b8e req-51ad5d08-4265-4fa2-9028-f0bcdd52e679 tempest-ServerAddressesNegativeTestJSON-1146484294 tempest-ServerAddressesNegativeTestJSON-1146484294-project-member] Enqueued Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGHEST for action security_group_members [ 1130.047422] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGHEST for action security_group_members [ 1130.047750] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.047882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.047953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.048183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.048687] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.048687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.048687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.048687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.048863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.048863] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.459913] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.460226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.461429] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97d9a09a-01e3-4c2d-836b-15a52cff8184 with status ACTIVE [ 1130.461667] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.461814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.461887] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.462182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.462376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.462663] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.462780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.462849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.463050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.463139] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.463373] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.463457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.463489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.463652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.463737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.463850] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97d9a09a-01e3-4c2d-836b-15a52cff8184 is going to be updated. [ 1130.492768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.492944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.493046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.493282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.493503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.493691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.553687] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.554017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.554173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.554519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.554689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.554998] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.555177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.555275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.555544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.555689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.555839] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 is going to be updated. [ 1130.584789] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.585018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.585018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.585306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.585452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.606667] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 in Status: IN_PROGRESS for 2s [ 1130.730893] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1130.731211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.775962] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 1130.776164] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a deletion is rescheduled due to dependency. [ 1130.776282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.776477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.776749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.776973] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.777159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.777231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.777441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.777531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.777663] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.047458] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1131.047847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.047935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.048154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.048362] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.049016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.049016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.049016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.049016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.049016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.049016] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.280338] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.334575] env[66551]: INFO networking_nsxv3.common.synchronization [None req-e6a6fbd1-bc2a-42a4-9f45-6c4922ac0e01 None None] Enqueued Resource ID: 40501f76-71e2-45b7-b9e7-1ad779910ac1 with Priority: HIGHEST for action port [ 1131.335168] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40501f76-71e2-45b7-b9e7-1ad779910ac1 with Priority: HIGHEST for action port [ 1131.335496] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-40501f76-71e2-45b7-b9e7-1ad779910ac1 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.335637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40501f76-71e2-45b7-b9e7-1ad779910ac1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.335705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40501f76-71e2-45b7-b9e7-1ad779910ac1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.337951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40501f76-71e2-45b7-b9e7-1ad779910ac1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.338100] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40501f76-71e2-45b7-b9e7-1ad779910ac1',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.551685] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.552481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.552605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.553330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.553330] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.553330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.553330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.553568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.553600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.553669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.553851] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.553957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.554785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.554785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.554785] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.554785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.554785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.554785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.554785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.554785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.555043] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.783626] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.841101] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40501f76-71e2-45b7-b9e7-1ad779910ac1 [ 1131.842033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.843028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.843028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.843028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.843028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.843668] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40501f76-71e2-45b7-b9e7-1ad779910ac1 already deleted. [ 1131.844053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40501f76-71e2-45b7-b9e7-1ad779910ac1" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.058542] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c718b06-2432-4e81-8733-d5e87ca2257a: rpc.has_security_group_logging(os_id): False [ 1132.079665] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.079858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.079898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.080121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.080287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.080556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.080711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.080815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.080959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.081099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.081292] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.081413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.081487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.081642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.081716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.081959] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.082084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.082144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.082313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.082519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.082611] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1132.157415] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.157613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.157613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.157908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.158769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.174346] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1132.290477] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.290477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.290581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.290722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.290814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.290915] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 1132.328134] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.328741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.328741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.328741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.328741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.338584] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 1132.618347] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 in Status: SUCCESS [ 1132.618526] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 deletion is rescheduled due to dependency. [ 1132.619401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.190318] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1134.191695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.306379] env[66551]: INFO networking_nsxv3.common.synchronization [None req-911c89b3-392d-4dec-94ca-ea0f0afd93ba None None] Enqueued Resource ID: c84bf88d-eafe-417c-a2e9-9494fd628fc4 with Priority: HIGHEST for action port [ 1134.306379] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84bf88d-eafe-417c-a2e9-9494fd628fc4 with Priority: HIGHEST for action port [ 1134.306379] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-c84bf88d-eafe-417c-a2e9-9494fd628fc4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.306379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c84bf88d-eafe-417c-a2e9-9494fd628fc4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.306379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c84bf88d-eafe-417c-a2e9-9494fd628fc4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.306866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c84bf88d-eafe-417c-a2e9-9494fd628fc4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.307121] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c84bf88d-eafe-417c-a2e9-9494fd628fc4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.352082] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 1134.352082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.352082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.352082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.352082] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.352082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.352082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.352082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.352082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.352082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.352082] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.812100] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c84bf88d-eafe-417c-a2e9-9494fd628fc4 [ 1134.812100] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.812100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.812100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.812100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.812100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.813094] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c84bf88d-eafe-417c-a2e9-9494fd628fc4 already deleted. [ 1134.813094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c84bf88d-eafe-417c-a2e9-9494fd628fc4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.858322] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.360693] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f303f2-ca01-4b74-b1b7-c61b7d450e8a: rpc.has_security_group_logging(os_id): False [ 1135.381103] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.381236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.381345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.381626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.381736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.381999] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.382123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.382202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.382486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.382616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.382761] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 1135.471390] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.472267] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.472364] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.472621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.472952] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.485990] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 1137.500480] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 1137.500875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.097873] env[66551]: INFO networking_nsxv3.common.synchronization [req-3d3b82e0-1650-43f8-99a3-3d6ff9d06d44 req-2e028e26-56d4-4084-8e18-c138d083032c tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1138.097873] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1138.098358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.099552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.099552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.099932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.100038] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.100124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.100201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.100622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.100622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.100622] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.604404] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.959887] env[66551]: INFO networking_nsxv3.common.synchronization [req-11c73906-d65b-462c-b65b-5e6702289d0f req-9fb88c35-5e77-49ae-ab0a-b6b39c40d02b tempest-InstanceActionsTestJSON-1453164941 tempest-InstanceActionsTestJSON-1453164941-project-member] Enqueued Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGHEST for action security_group_members [ 1138.960575] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGHEST for action security_group_members [ 1138.960999] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.961145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.961221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.961471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.961627] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.961725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.961790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.961932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.962025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.962120] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.106132] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.367129] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.367295] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-837" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.367484] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-837" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.367847] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-837" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.368373] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.368373] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.368477] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.368642] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.368805] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.369074] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.369220] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.369335] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.369443] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.369555] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.369681] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.369872] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.389939] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.390196] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.390333] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.390559] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-837" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.390896] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-32d414e1-cd1a-4018-bdff-91a1376e79d4 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.391090] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-32d414e1-cd1a-4018-bdff-91a1376e79d4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.391213] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-32d414e1-cd1a-4018-bdff-91a1376e79d4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.391632] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-32d414e1-cd1a-4018-bdff-91a1376e79d4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.391857] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d414e1-cd1a-4018-bdff-91a1376e79d4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.464903] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.465175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.465175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.465446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.465586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.465847] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.465998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.466118] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.466334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.466452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.466584] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 already deleted. [ 1139.466721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.611030] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.611030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.611030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.611030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.611030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.611030] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1139.663712] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.663869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.663946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.664208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.664367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.677873] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1139.896925] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.896925] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.897193] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.897369] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.897525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.897689] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 32d414e1-cd1a-4018-bdff-91a1376e79d4 not found, creating... [ 1139.898218] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.898396] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.898503] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.898832] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.899210] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.899650] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.899852] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.900093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.900444] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.900667] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.900897] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 32d414e1-cd1a-4018-bdff-91a1376e79d4 is going to be created. [ 1139.927686] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.928047] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.928137] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.928418] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.928652] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.928870] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-32d414e1-cd1a-4018-bdff-91a1376e79d4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.635290] env[66551]: INFO networking_nsxv3.common.synchronization [req-11c73906-d65b-462c-b65b-5e6702289d0f req-29ec76fc-f55b-417f-9831-06fde6ee9d21 service nova] Enqueued Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGHEST for action security_group_rules [ 1140.635290] env[66551]: INFO networking_nsxv3.common.synchronization [req-11c73906-d65b-462c-b65b-5e6702289d0f req-29ec76fc-f55b-417f-9831-06fde6ee9d21 service nova] Enqueued Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGHEST for action security_group_members [ 1140.635290] env[66551]: INFO networking_nsxv3.common.synchronization [req-11c73906-d65b-462c-b65b-5e6702289d0f req-29ec76fc-f55b-417f-9831-06fde6ee9d21 service nova] Enqueued Resource ID: 32d414e1-cd1a-4018-bdff-91a1376e79d4 with Priority: HIGHEST for action port [ 1140.635811] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGHEST for action security_group_rules [ 1140.635894] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGHEST for action security_group_members [ 1140.635984] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d414e1-cd1a-4018-bdff-91a1376e79d4 with Priority: HIGHEST for action port [ 1140.637405] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.637528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.637588] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.637863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.637960] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.639293] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.639405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.639472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.639650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.639800] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.639893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.639953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.640110] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.640193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.640279] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.641893] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-32d414e1-cd1a-4018-bdff-91a1376e79d4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.642211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32d414e1-cd1a-4018-bdff-91a1376e79d4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.642211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32d414e1-cd1a-4018-bdff-91a1376e79d4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.642330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32d414e1-cd1a-4018-bdff-91a1376e79d4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.642330] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d414e1-cd1a-4018-bdff-91a1376e79d4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.140050] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.140216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.142692] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.144295] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32d414e1-cd1a-4018-bdff-91a1376e79d4 with status ACTIVE [ 1141.144500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.144619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.144690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.144991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.145098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.145288] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.145393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.145457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.145626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.145706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.145891] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.145983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.146057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.146265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.146265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.146387] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32d414e1-cd1a-4018-bdff-91a1376e79d4 is going to be updated. [ 1141.167740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.167910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.168021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.168291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.168472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.168680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32d414e1-cd1a-4018-bdff-91a1376e79d4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.644728] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.687230] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1141.687449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.147461] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.147719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.147719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.147934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.148025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.148129] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 is going to be created. [ 1142.161609] env[66551]: INFO networking_nsxv3.common.synchronization [None req-e9ee6e37-5922-4580-bffc-b98face9d0f5 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_rules [ 1142.162222] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_rules [ 1142.162535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.162734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.162821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.163112] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.163196] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.175067] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.175067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.175067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.175329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.175592] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.186646] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 in Status: UNINITIALIZED for 2s [ 1142.252963] env[66551]: INFO networking_nsxv3.common.synchronization [None req-d13f7ca3-4e15-4c01-ae05-5aad32e12f63 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_rules [ 1142.253532] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_rules [ 1142.253884] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.254013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.683212] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.683600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.683600] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.683692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.683800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.683904] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 already deleted. [ 1142.683987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.684159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.684324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.684405] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.203971] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.204245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.204368] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.204659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.204811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.204972] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 already deleted. [ 1143.205165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.197464] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 in Status: SUCCESS [ 1144.197464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.197464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.197852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.197852] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.197945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.197976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.198123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.198203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.198291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.198379] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.701182] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.701405] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.701503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.701844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.702093] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.702221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.702367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.702475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.702564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.702684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.702860] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.702965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.703051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.703211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.703365] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.703464] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.703525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.703705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.703781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.703871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.703962] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.205918] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6: rpc.has_security_group_logging(os_id): False [ 1145.225109] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.225342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.225342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.225549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.225657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.225872] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.225980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.226055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.226211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.226301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.226512] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.226618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.226673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.226819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.226915] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.227144] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.227250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.227308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.227460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.227539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.227615] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 is going to be created. [ 1145.289995] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.290244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.290244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.290455] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.290675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.303827] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 in Status: IN_PROGRESS for 2s [ 1147.254155] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.254937] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1147.317070] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 in Status: SUCCESS [ 1147.317302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.678946] env[66551]: INFO networking_nsxv3.common.synchronization [req-1a019c2a-ca1b-42ef-80ae-e83fb6142586 req-9b363605-37a2-4406-8ac3-4c5a20dc429c tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_members [ 1148.679581] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_members [ 1148.680193] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.680193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.680193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.680453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.680642] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.680804] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.680893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.681638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.681638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.681638] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.004883] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.005104] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.005231] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.005510] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.005771] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.005930] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.006061] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.006285] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.006431] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.006656] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.006821] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.006942] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.007064] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.007176] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.007280] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.007412] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.026949] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.027130] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.027267] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.027445] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.027769] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.027947] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.028075] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.028399] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.028537] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b873a4cc-d7e9-480f-89df-4a1b99e2c61d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.183679] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.183919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.184034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.184298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.184415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.184716] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.184866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.184951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.185211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.185352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.185511] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 already deleted. [ 1149.185622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.531130] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.531402] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.531526] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.531921] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.532384] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.532384] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port b873a4cc-d7e9-480f-89df-4a1b99e2c61d not found, creating... [ 1149.532555] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.532750] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.532884] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.533132] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.533274] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.533560] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.533721] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.533890] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.534193] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.534387] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.534612] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: b873a4cc-d7e9-480f-89df-4a1b99e2c61d is going to be created. [ 1149.554235] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.554513] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.554646] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.554919] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.555244] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.555464] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.259812] env[66551]: INFO networking_nsxv3.common.synchronization [req-1a019c2a-ca1b-42ef-80ae-e83fb6142586 req-9f8de603-db2e-4285-9084-068a1c8e2d98 service nova] Enqueued Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_rules [ 1150.259812] env[66551]: INFO networking_nsxv3.common.synchronization [req-1a019c2a-ca1b-42ef-80ae-e83fb6142586 req-9f8de603-db2e-4285-9084-068a1c8e2d98 service nova] Enqueued Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_members [ 1150.260398] env[66551]: INFO networking_nsxv3.common.synchronization [req-1a019c2a-ca1b-42ef-80ae-e83fb6142586 req-9f8de603-db2e-4285-9084-068a1c8e2d98 service nova] Enqueued Resource ID: b873a4cc-d7e9-480f-89df-4a1b99e2c61d with Priority: HIGHEST for action port [ 1150.260875] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_rules [ 1150.260962] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_members [ 1150.261038] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b873a4cc-d7e9-480f-89df-4a1b99e2c61d with Priority: HIGHEST for action port [ 1150.261416] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.261606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.261676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.261919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.262022] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.263086] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.263213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.263276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.263458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.263614] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.263714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.263860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.264094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.264152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.264206] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.265979] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.266113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.266205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.266330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.266400] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b873a4cc-d7e9-480f-89df-4a1b99e2c61d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.769688] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.769688] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.769931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.770162] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b873a4cc-d7e9-480f-89df-4a1b99e2c61d with status ACTIVE [ 1150.770330] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.770427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.770490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.771712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.771712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.771712] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.771712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.771712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.771712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.771712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.771712] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.771712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.771712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.773584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.773584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.773584] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b873a4cc-d7e9-480f-89df-4a1b99e2c61d is going to be updated. [ 1150.818172] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.818334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.818378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.818593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.818797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.818999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b873a4cc-d7e9-480f-89df-4a1b99e2c61d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.984091] env[66551]: INFO networking_nsxv3.common.synchronization [req-882bb455-4549-4a4b-a5f5-824b966371b4 req-69fbbb4a-835a-466c-98f3-46a118a90bd8 tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1150.984146] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1150.984437] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.984559] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.984626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.984986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.984986] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.985111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.985152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.985285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.985366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.985458] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.271034] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.311710] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.311897] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.312077] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.312300] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.312568] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.312944] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.313168] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.313426] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.313584] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.313808] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.313936] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.314055] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.314166] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.314276] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.314383] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.314680] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.335139] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.335448] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.335613] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.335843] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-287" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.336245] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-a4e5686c-cddc-4086-8964-ec013ba091e3 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.336431] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-a4e5686c-cddc-4086-8964-ec013ba091e3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.336550] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-a4e5686c-cddc-4086-8964-ec013ba091e3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.336888] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-a4e5686c-cddc-4086-8964-ec013ba091e3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.337056] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e5686c-cddc-4086-8964-ec013ba091e3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.488453] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.773848] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.774050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.774127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.774346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.774459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.774533] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 is going to be created. [ 1151.799924] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.800133] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.800181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.800401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.800562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.811248] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 in Status: UNINITIALIZED for 2s [ 1151.840025] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.840025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.840025] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.840237] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.840379] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.840538] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port a4e5686c-cddc-4086-8964-ec013ba091e3 not found, creating... [ 1151.840889] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.841081] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.841199] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.841432] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.841581] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.841874] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.842075] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.842203] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.842416] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.842548] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.842687] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: a4e5686c-cddc-4086-8964-ec013ba091e3 is going to be created. [ 1151.862570] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.862739] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.863070] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.863410] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.863660] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.863935] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-a4e5686c-cddc-4086-8964-ec013ba091e3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.990580] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.496134] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.496134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.496134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.496134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.496134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.496134] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1152.526872] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.529021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.529021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.529021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.529021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.538826] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1152.579304] env[66551]: INFO networking_nsxv3.common.synchronization [req-882bb455-4549-4a4b-a5f5-824b966371b4 req-1f1d8611-bb94-463a-96d8-42f65fb52ac9 service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 1152.579304] env[66551]: INFO networking_nsxv3.common.synchronization [req-882bb455-4549-4a4b-a5f5-824b966371b4 req-1f1d8611-bb94-463a-96d8-42f65fb52ac9 service nova] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1152.579304] env[66551]: INFO networking_nsxv3.common.synchronization [req-882bb455-4549-4a4b-a5f5-824b966371b4 req-1f1d8611-bb94-463a-96d8-42f65fb52ac9 service nova] Enqueued Resource ID: a4e5686c-cddc-4086-8964-ec013ba091e3 with Priority: HIGHEST for action port [ 1152.580055] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_rules [ 1152.580569] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1152.580921] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e5686c-cddc-4086-8964-ec013ba091e3 with Priority: HIGHEST for action port [ 1152.581622] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.582093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.582340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.582885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.583202] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.585914] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.586675] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.587213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e5686c-cddc-4086-8964-ec013ba091e3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.587468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e5686c-cddc-4086-8964-ec013ba091e3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.587642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e5686c-cddc-4086-8964-ec013ba091e3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.588296] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e5686c-cddc-4086-8964-ec013ba091e3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.588296] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e5686c-cddc-4086-8964-ec013ba091e3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.090559] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.090784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.090946] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4e5686c-cddc-4086-8964-ec013ba091e3 with status ACTIVE [ 1153.091141] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.091275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.091353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.091558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.091641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.091814] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.091934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.091973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.092173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.092268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.092448] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.092547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.092665] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.092770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.092905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.092988] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4e5686c-cddc-4086-8964-ec013ba091e3 is going to be updated. [ 1153.116485] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.116681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.116759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.117042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.117236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.117457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e5686c-cddc-4086-8964-ec013ba091e3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.824965] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 in Status: SUCCESS [ 1153.825257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.825400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.825626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.825824] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.825943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.826014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.826187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.826286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.826354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.826444] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.866807] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.866807] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.866807] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.867658] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.867967] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.868164] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.868286] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.868522] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.868668] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.868877] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.868992] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.869149] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.869248] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.869362] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.869484] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.869620] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.891033] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.891202] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.891250] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.891474] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-735" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.891794] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-5dfbb27d-1080-42d9-be6d-231bd008b6c9 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.891972] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.892160] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.892410] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.892549] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfbb27d-1080-42d9-be6d-231bd008b6c9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.329708] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.383219] env[66551]: INFO networking_nsxv3.common.synchronization [req-a1e3d79a-5168-4f5a-8343-6066c1cce819 req-1eb74c3f-28a5-4e9c-94a4-7b275d90dbe6 tempest-InstanceActionsTestJSON-1453164941 tempest-InstanceActionsTestJSON-1453164941-project-member] Enqueued Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGHEST for action security_group_members [ 1154.384180] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGHEST for action security_group_members [ 1154.384180] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.384180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.384387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.384525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.384609] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.384691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.384752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.384907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.384986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.385094] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.395076] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.395390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.395476] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.395729] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.395890] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.396195] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.396351] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.396463] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.396683] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.396818] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.397124] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.397270] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.397390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.397601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.397735] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.397876] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 5dfbb27d-1080-42d9-be6d-231bd008b6c9 is going to be updated. [ 1154.430984] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.430984] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.430984] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.431234] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.431411] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.431973] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.551014] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1154.551262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.551445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.551677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.551869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.551999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.552091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.552259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.552378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.552438] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.833027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 265ffce0-441b-4fa0-9ed2-3d6e2bf96037: rpc.has_security_group_logging(os_id): False [ 1154.855194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.855194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.855194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.855194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.855194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.855194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.855194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.855194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.855755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.855755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.855755] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 is going to be created. [ 1154.859151] env[66551]: INFO networking_nsxv3.common.synchronization [req-a5b32d62-1c27-4e5b-993a-9a8efacb2915 req-c6ec02cb-cbe8-44e8-bd72-bb7011e58e43 tempest-ServerRescueNegativeTestJSON-1883163268 tempest-ServerRescueNegativeTestJSON-1883163268-project-member] Enqueued Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_members [ 1154.859750] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGHEST for action security_group_members [ 1154.860123] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.860238] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.860300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.860487] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.860639] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.860796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.860889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.861047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.861140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.861228] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.887660] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.887908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.887908] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.888251] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.888315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.888538] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.888702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.888793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.889012] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.889101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.889226] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 is going to be updated. [ 1154.920389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.921032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.921032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.921204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.921354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.928547] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.928698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.928754] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.928968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.929320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.934698] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 in Status: IN_PROGRESS for 2s [ 1154.942061] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 in Status: IN_PROGRESS for 2s [ 1155.056452] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.199525] env[66551]: INFO networking_nsxv3.common.synchronization [req-ec13d10b-c45c-4f96-8c3d-8d58314fd558 req-c86ccf9f-e2a2-4931-8055-f1da071bf87a service nova] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_rules [ 1155.199604] env[66551]: INFO networking_nsxv3.common.synchronization [req-ec13d10b-c45c-4f96-8c3d-8d58314fd558 req-c86ccf9f-e2a2-4931-8055-f1da071bf87a service nova] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1155.199742] env[66551]: INFO networking_nsxv3.common.synchronization [req-ec13d10b-c45c-4f96-8c3d-8d58314fd558 req-c86ccf9f-e2a2-4931-8055-f1da071bf87a service nova] Enqueued Resource ID: 5dfbb27d-1080-42d9-be6d-231bd008b6c9 with Priority: HIGHEST for action port [ 1155.200305] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_rules [ 1155.200445] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1155.200542] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfbb27d-1080-42d9-be6d-231bd008b6c9 with Priority: HIGHEST for action port [ 1155.200870] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.200999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.204190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.204434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.204523] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.205500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.205627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.205697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.205871] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.206041] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.206183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.206183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.206360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.206411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.206527] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.207269] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dfbb27d-1080-42d9-be6d-231bd008b6c9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.207375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.207441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.207590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.207662] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfbb27d-1080-42d9-be6d-231bd008b6c9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.365235] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.365235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.365235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.365235] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.365473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.365473] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.365579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.366547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.366547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.366547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.366547] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a is going to be updated. [ 1155.395905] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.395905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.396024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.396205] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.396772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.406809] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf582fff-2505-4e7e-b31b-741917c2fa2a in Status: IN_PROGRESS for 2s [ 1155.559106] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.712331] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.713808] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.713965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.714104] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dfbb27d-1080-42d9-be6d-231bd008b6c9 with status ACTIVE [ 1155.714381] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.714381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.714508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.714646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.714737] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.715390] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.715390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.715390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.715390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.715390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.715719] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.715719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.715719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.715719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.715973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.715973] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dfbb27d-1080-42d9-be6d-231bd008b6c9 is going to be updated. [ 1155.737922] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.738146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.738229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.738379] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.738519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.738701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dfbb27d-1080-42d9-be6d-231bd008b6c9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.061918] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.061918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.061918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.062323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.062323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.062323] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1156.093354] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.093540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.093664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.093954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.094185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.105033] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1156.217611] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.720889] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.721130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.721130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.721366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.721462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.721569] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be updated. [ 1156.750380] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.750590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.750590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.750816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.750972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.759921] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: IN_PROGRESS for 2s [ 1156.945672] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 in Status: SUCCESS [ 1156.945961] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 deletion is rescheduled due to dependency. [ 1156.946155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.952613] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 in Status: SUCCESS [ 1156.952816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.417325] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf582fff-2505-4e7e-b31b-741917c2fa2a in Status: SUCCESS [ 1157.417672] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a deletion is rescheduled due to dependency. [ 1157.417792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.114560] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1158.114791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.114959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.115200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.115395] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.115512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.115572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.115729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.115806] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.115888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.115977] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.618659] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.620450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.620450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.620450] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.620974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.620974] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.621102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.621164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.621312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.621385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.621489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.621551] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.770787] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1158.771163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.771402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.771786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.772047] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.772608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.772608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.772608] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.772740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.772843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.773013] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.123679] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c718b06-2432-4e81-8733-d5e87ca2257a: rpc.has_security_group_logging(os_id): False [ 1159.147795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.147994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.147994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.148254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.148344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.148548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.148636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.148698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.148846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.148919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.149135] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.149236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.149288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.149422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.149501] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.149686] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.149770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.149834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.149972] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.150059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.150147] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1159.243572] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.243827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.243827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.244024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.244185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.264640] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1159.275208] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.275523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.275523] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.275673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.275834] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.275938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.275996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.276168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.276257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.276342] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.276570] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.276669] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.276727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.276860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.276993] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.277084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.277145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.277302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.277370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.277472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.277529] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.781084] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0692da61-fc09-4ca8-ae40-009b9b1332f5: rpc.has_security_group_logging(os_id): False [ 1159.802869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.803164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.803275] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.803504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.803604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.803850] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.803975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.804091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.804356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.804356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.804546] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.804668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.804723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.804932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.805011] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.805230] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.805352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.805419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.805568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.805643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.805731] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be updated. [ 1159.890031] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.890031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.890031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.890031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.890031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.920498] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: IN_PROGRESS for 2s [ 1160.201567] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.201786] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1161.282829] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1161.282829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.538707] env[66551]: INFO networking_nsxv3.common.synchronization [req-1ecad9cd-6571-4f0e-a47a-6dcb04a71b50 req-1d01fe4d-60a6-4715-91c5-5a428f44d1d7 tempest-DeleteServersTestJSON-1550820972 tempest-DeleteServersTestJSON-1550820972-project-member] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1161.538707] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGHEST for action security_group_members [ 1161.538707] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.541866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.541866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.541866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.541866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.541866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.541866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.541866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.541866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.541866] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.937326] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1161.937568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.045684] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.045885] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.045947] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.046188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.048130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.048130] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.048130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.048130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.048130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.048130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.048130] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be updated. [ 1162.079873] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.080101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.080166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.080382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.080530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.092780] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: IN_PROGRESS for 2s [ 1164.101943] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 in Status: SUCCESS [ 1164.102383] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 deletion is rescheduled due to dependency. [ 1164.102383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.597070] env[66551]: INFO networking_nsxv3.common.synchronization [None req-9441191d-4e4c-4f4b-b26d-d0ac4b99e1ac None None] Enqueued Resource ID: cf9de654-8986-4499-a6a4-cdf141406dd5 with Priority: HIGHEST for action port [ 1165.597632] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf9de654-8986-4499-a6a4-cdf141406dd5 with Priority: HIGHEST for action port [ 1165.597956] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf9de654-8986-4499-a6a4-cdf141406dd5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.598093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf9de654-8986-4499-a6a4-cdf141406dd5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.598160] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf9de654-8986-4499-a6a4-cdf141406dd5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.598424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf9de654-8986-4499-a6a4-cdf141406dd5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.598505] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9de654-8986-4499-a6a4-cdf141406dd5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.101488] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf9de654-8986-4499-a6a4-cdf141406dd5 [ 1166.101747] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.101919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.101973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.102207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.102314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.102396] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf9de654-8986-4499-a6a4-cdf141406dd5 already deleted. [ 1166.102475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf9de654-8986-4499-a6a4-cdf141406dd5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.613594] env[66551]: INFO networking_nsxv3.common.synchronization [req-7c5a6bbc-193f-40e6-8545-d05c5a824a2d req-f3e5be87-ee27-4d2b-b860-199e42c1971d tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1167.614225] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1167.614545] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.614671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.614728] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.614949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.615107] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.615206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.615266] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.615678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.615678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.615678] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.118985] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.124664] env[66551]: INFO networking_nsxv3.common.synchronization [req-43d9a8f2-4108-41d6-aa41-ac533a47f0b4 req-423fe0c4-9905-489b-bfab-885f992957a6 tempest-AttachVolumeShelveTestJSON-472889872 tempest-AttachVolumeShelveTestJSON-472889872-project-member] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_members [ 1168.125324] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGHEST for action security_group_members [ 1168.125525] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.125657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.125705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.126529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.126529] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.126529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.126529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.126529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.126529] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.126831] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.162516] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ecf6ae3e-fb44-47c6-902b-2c9eb0f5b896 None None] Enqueued Resource ID: d2f52c67-d61e-4bb2-a1a4-8d457e154118 with Priority: HIGHEST for action port [ 1168.163013] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f52c67-d61e-4bb2-a1a4-8d457e154118 with Priority: HIGHEST for action port [ 1168.163351] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2f52c67-d61e-4bb2-a1a4-8d457e154118 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.163469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2f52c67-d61e-4bb2-a1a4-8d457e154118" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.163900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2f52c67-d61e-4bb2-a1a4-8d457e154118" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.164253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2f52c67-d61e-4bb2-a1a4-8d457e154118" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.164398] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2f52c67-d61e-4bb2-a1a4-8d457e154118',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.621169] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.631491] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.631491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.631707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.632126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.632126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.632440] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.632606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.632748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.633018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.633242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.633381] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c is going to be updated. [ 1168.668235] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2f52c67-d61e-4bb2-a1a4-8d457e154118 [ 1168.668693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.668861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.668969] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.669264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.669390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.669543] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2f52c67-d61e-4bb2-a1a4-8d457e154118 already deleted. [ 1168.669697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2f52c67-d61e-4bb2-a1a4-8d457e154118" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.678842] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.680061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.680061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.680061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.680061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.691097] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: IN_PROGRESS for 2s [ 1169.124981] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.125226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.125226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.125438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.125554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.125720] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1169.184944] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.184944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.184944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.184944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.184944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.193464] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1169.856365] env[66551]: INFO networking_nsxv3.common.synchronization [req-ea0eae39-5fd3-47a7-89be-a4ac565f139f req-dc7e903b-36ea-4d2f-b370-61b7a84f4f8e tempest-ServerRescueNegativeTestJSON-1883163268 tempest-ServerRescueNegativeTestJSON-1883163268-project-member] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 1169.856937] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 1169.857267] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.857420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.857459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.857648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.857849] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.857903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.857960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.858106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.858189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.858276] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.360902] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.704130] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41743043-dd0b-46ed-9cdf-8572c53b928c in Status: SUCCESS [ 1170.704290] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c deletion is rescheduled due to dependency. [ 1170.704467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.863775] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.203574] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1171.203977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.365748] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.365912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.365995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.366222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.366315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.366418] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be updated. [ 1171.396746] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.396905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.396976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.397223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.397381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.407207] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: IN_PROGRESS for 2s [ 1172.305862] env[66551]: INFO networking_nsxv3.common.synchronization [req-2d7aa18d-ccd8-4f74-8f82-6e6a288659d6 req-e797f89e-ee74-4f3f-821b-fc79c42a960d tempest-ServerPasswordTestJSON-1009871811 tempest-ServerPasswordTestJSON-1009871811-project-member] Enqueued Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGHEST for action security_group_members [ 1172.306552] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGHEST for action security_group_members [ 1172.306951] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b61e74-a2f3-492f-8a22-d61d2550b7f8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.307124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.307242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.307849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.308049] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.308167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.308270] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.308522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.308647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.308763] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.621528] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.621732] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-518" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.621844] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-518" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.622257] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-518" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.622550] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.622719] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.622834] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.623112] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.623316] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.623526] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.623647] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.623838] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.623894] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.623959] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.624072] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.624202] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.647908] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.648192] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.648389] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.648620] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-518" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.648945] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.649139] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.649261] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.649607] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.649740] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12453ebc-eec0-4653-8ed3-9ae8b28d41ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.810570] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.810777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.810853] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.811221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.811344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.811588] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.811712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.811776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.811975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.812086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.812207] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 already deleted. [ 1172.812290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.152490] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.152793] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.152968] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.153343] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.153667] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.153843] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 12453ebc-eec0-4653-8ed3-9ae8b28d41ff not found, creating... [ 1173.154127] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.154294] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.154410] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.154642] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.154782] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.155072] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.155228] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.155346] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.155555] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.155690] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.155828] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 12453ebc-eec0-4653-8ed3-9ae8b28d41ff is going to be created. [ 1173.175241] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.175433] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.175606] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.175948] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.176200] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.176450] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.419023] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: SUCCESS [ 1173.419419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.966327] env[66551]: INFO networking_nsxv3.common.synchronization [req-2d7aa18d-ccd8-4f74-8f82-6e6a288659d6 req-0311610c-fd71-409f-a3e6-de4083609ce3 service nova] Enqueued Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGHEST for action security_group_rules [ 1173.966504] env[66551]: INFO networking_nsxv3.common.synchronization [req-2d7aa18d-ccd8-4f74-8f82-6e6a288659d6 req-0311610c-fd71-409f-a3e6-de4083609ce3 service nova] Enqueued Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGHEST for action security_group_members [ 1173.966641] env[66551]: INFO networking_nsxv3.common.synchronization [req-2d7aa18d-ccd8-4f74-8f82-6e6a288659d6 req-0311610c-fd71-409f-a3e6-de4083609ce3 service nova] Enqueued Resource ID: 12453ebc-eec0-4653-8ed3-9ae8b28d41ff with Priority: HIGHEST for action port [ 1173.966871] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGHEST for action security_group_rules [ 1173.966997] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGHEST for action security_group_members [ 1173.967107] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12453ebc-eec0-4653-8ed3-9ae8b28d41ff with Priority: HIGHEST for action port [ 1173.967645] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.967831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.967831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.968087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.968171] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.969168] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b61e74-a2f3-492f-8a22-d61d2550b7f8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.969168] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.969310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.969386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.969509] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.969694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.969694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.970618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.970618] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.970618] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.970716] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.970859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.970859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.971043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.971160] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12453ebc-eec0-4653-8ed3-9ae8b28d41ff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.472868] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b61e74-a2f3-492f-8a22-d61d2550b7f8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.473184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.473235] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.474219] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12453ebc-eec0-4653-8ed3-9ae8b28d41ff with status ACTIVE [ 1174.474433] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.474565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.474631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.474832] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.475029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.475102] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.475203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.475263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.475431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.475505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.475684] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.475776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.475835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.475975] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.476059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.476142] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12453ebc-eec0-4653-8ed3-9ae8b28d41ff is going to be updated. [ 1174.498052] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.498208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.498279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.498486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.498690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.498889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12453ebc-eec0-4653-8ed3-9ae8b28d41ff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.970171] env[66551]: INFO networking_nsxv3.common.synchronization [None req-a7fef15b-248c-442e-ae25-966cd9ec4e22 tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_rules [ 1174.970391] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_rules [ 1174.970593] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982ed8b7-4a30-4a85-b10c-f21757120502 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.970712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.970778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.971098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.971188] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.978083] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.057237] env[66551]: INFO networking_nsxv3.common.synchronization [None req-672501de-5474-4bb5-809c-b594c4356093 tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_rules [ 1175.057384] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_rules [ 1175.057942] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982ed8b7-4a30-4a85-b10c-f21757120502 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.057942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.481250] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.481250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.481250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.481780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.481780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.481780] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 is going to be created. [ 1175.494654] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.494654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.494654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.494654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.494654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.494654] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982ed8b7-4a30-4a85-b10c-f21757120502 already deleted. [ 1175.494654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.494654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.494654] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.494654] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.505330] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.505494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.505570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.505930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.506212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.517623] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 in Status: UNINITIALIZED for 2s [ 1176.015736] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.015892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.015965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.016207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.016299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.016401] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982ed8b7-4a30-4a85-b10c-f21757120502 already deleted. [ 1176.016484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.681932] env[66551]: INFO networking_nsxv3.common.synchronization [req-b0e67e41-aeab-44e0-a499-b06ae199744a req-553b10f5-cf15-44dc-81a6-fc5cd9ab6ce1 tempest-ServersTestJSON-2053212046 tempest-ServersTestJSON-2053212046-project-member] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1176.682601] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGHEST for action security_group_members [ 1176.682969] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.683115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.683186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.683384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.683546] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.683658] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.683726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.683874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.683998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.684257] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.975719] env[66551]: INFO networking_nsxv3.common.synchronization [None req-c5491e5b-98f9-47ee-9a96-7906394da03c tempest-AttachVolumeShelveTestJSON-472889872 tempest-AttachVolumeShelveTestJSON-472889872-project-member] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_rules [ 1176.976252] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_rules [ 1176.976614] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.976776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.976808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.977040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.977186] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.059417] env[66551]: INFO networking_nsxv3.common.synchronization [None req-dfd6a863-6b2a-4f35-a7c6-40e8128545b7 tempest-AttachVolumeShelveTestJSON-472889872 tempest-AttachVolumeShelveTestJSON-472889872-project-member] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_rules [ 1177.060416] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_rules [ 1177.060562] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.060812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.187280] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.187421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.187458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.187676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.187805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.187987] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.188097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.188156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.188316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.188423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.188464] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be updated. [ 1177.217882] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.218105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.218179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.218438] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.218607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.228671] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 2s [ 1177.498230] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.498396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.498437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.498691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.498790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.498895] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 already deleted. [ 1177.498981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.499391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.499391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.499510] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.528034] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 in Status: SUCCESS [ 1177.528034] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.528219] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.528325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.528531] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.528668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.528725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.528869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.528950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.529046] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.529381] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.031978] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.033508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.033508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.033508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.033508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.033508] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 already deleted. [ 1178.033508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.034971] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b61e74-a2f3-492f-8a22-d61d2550b7f8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.038548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.038548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b61e74-a2f3-492f-8a22-d61d2550b7f8 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.038548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.038548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.039653] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.039653] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.541840] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b61e74-a2f3-492f-8a22-d61d2550b7f8: rpc.has_security_group_logging(os_id): False [ 1178.560594] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.560736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.560808] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.561052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.561148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.561350] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.561454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.561519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.561878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.561878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.562069] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.562069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.562187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.562231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.562306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.562488] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.562583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.562634] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.562776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.562848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.562935] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 is going to be created. [ 1178.621583] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.621760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.621821] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.622025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.622207] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.635602] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 in Status: IN_PROGRESS for 2s [ 1179.239987] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: IN_PROGRESS for 4s [ 1180.650836] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 in Status: SUCCESS [ 1180.650836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.710884] env[66551]: INFO networking_nsxv3.common.synchronization [req-236668ed-1b4f-4692-a7e6-0cb17ec7de14 req-4e991716-a463-4ceb-9510-eabba509b97b tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_members [ 1180.710884] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_members [ 1180.710884] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-982ed8b7-4a30-4a85-b10c-f21757120502 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.710884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.710884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.712414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.713232] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.713461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.713562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.713978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.714204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.714328] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.893921] env[66551]: INFO networking_nsxv3.common.synchronization [req-63cf76f5-c0fd-4703-814e-2ee856b961a1 req-b7dfd274-134c-4f2e-8ab8-767de32f1de2 tempest-ServerRescueNegativeTestJSON-1883163268 tempest-ServerRescueNegativeTestJSON-1883163268-project-member] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 1180.894575] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGHEST for action security_group_members [ 1180.894803] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.894926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.895535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.895535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.895535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.895535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.895535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.895745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.895745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.896126] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.086828] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.087088] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.087209] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.087491] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.087760] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.087916] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.088040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.088281] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.088428] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.088637] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.088758] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.088879] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.088987] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.089114] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.089229] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.089369] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.112860] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.112860] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.112860] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.112860] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.112860] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-c78f1fd6-d699-48d4-90d1-5f5f1110af99 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.112860] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-c78f1fd6-d699-48d4-90d1-5f5f1110af99" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.112860] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-c78f1fd6-d699-48d4-90d1-5f5f1110af99" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.113318] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-c78f1fd6-d699-48d4-90d1-5f5f1110af99" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.113318] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c78f1fd6-d699-48d4-90d1-5f5f1110af99',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.216699] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.216900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.216951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.217208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.217301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.217508] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.217611] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.217673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.217829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.217903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.217985] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982ed8b7-4a30-4a85-b10c-f21757120502 already deleted. [ 1181.218080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.251696] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c718b06-2432-4e81-8733-d5e87ca2257a in Status: SUCCESS [ 1181.251862] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a deletion is rescheduled due to dependency. [ 1181.251986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.401122] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.401122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.401122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.401273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.401273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.401693] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.401693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.401693] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.401827] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.401905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.401995] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be updated. [ 1181.434932] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.435136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.435188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.435483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.435691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.446584] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: IN_PROGRESS for 2s [ 1181.616415] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.616553] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.616594] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.616894] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.617093] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.617297] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port c78f1fd6-d699-48d4-90d1-5f5f1110af99 not found, creating... [ 1181.617626] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.617760] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.617890] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.618169] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.618326] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.618668] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.618845] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.619054] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.619309] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.619474] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.619683] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: c78f1fd6-d699-48d4-90d1-5f5f1110af99 is going to be created. [ 1181.643302] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.643794] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.644209] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.644705] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.645357] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.645430] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-c78f1fd6-d699-48d4-90d1-5f5f1110af99" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.361602] env[66551]: INFO networking_nsxv3.common.synchronization [req-236668ed-1b4f-4692-a7e6-0cb17ec7de14 req-f24e0965-74e6-4cd1-9b23-4b04805b3e9f service nova] Enqueued Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_rules [ 1182.361955] env[66551]: INFO networking_nsxv3.common.synchronization [req-236668ed-1b4f-4692-a7e6-0cb17ec7de14 req-f24e0965-74e6-4cd1-9b23-4b04805b3e9f service nova] Enqueued Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_members [ 1182.362113] env[66551]: INFO networking_nsxv3.common.synchronization [req-236668ed-1b4f-4692-a7e6-0cb17ec7de14 req-f24e0965-74e6-4cd1-9b23-4b04805b3e9f service nova] Enqueued Resource ID: c78f1fd6-d699-48d4-90d1-5f5f1110af99 with Priority: HIGHEST for action port [ 1182.362659] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_rules [ 1182.362791] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_members [ 1182.362886] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78f1fd6-d699-48d4-90d1-5f5f1110af99 with Priority: HIGHEST for action port [ 1182.363169] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982ed8b7-4a30-4a85-b10c-f21757120502 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.363294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.363360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.363619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.363675] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.364610] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-982ed8b7-4a30-4a85-b10c-f21757120502 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.364727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.364786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.365040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.365157] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.365317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.365317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.365415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.365497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.366040] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.366367] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-c78f1fd6-d699-48d4-90d1-5f5f1110af99 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.366475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c78f1fd6-d699-48d4-90d1-5f5f1110af99" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.366540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c78f1fd6-d699-48d4-90d1-5f5f1110af99" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.366689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c78f1fd6-d699-48d4-90d1-5f5f1110af99" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.366794] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c78f1fd6-d699-48d4-90d1-5f5f1110af99',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.869662] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-982ed8b7-4a30-4a85-b10c-f21757120502 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.869798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.869986] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.870861] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c78f1fd6-d699-48d4-90d1-5f5f1110af99 with status ACTIVE [ 1182.871201] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.871472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.871564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.871755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.871840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.872035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.872124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.872185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.872333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.872457] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.872617] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.872666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.872715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.872878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.872914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.872997] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c78f1fd6-d699-48d4-90d1-5f5f1110af99 is going to be updated. [ 1182.895565] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.895770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.895770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.895942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.896102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.896259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c78f1fd6-d699-48d4-90d1-5f5f1110af99" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.375424] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.458678] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d7a137a-5121-4742-8091-c9d06d426c09 in Status: SUCCESS [ 1183.458873] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 deletion is rescheduled due to dependency. [ 1183.458991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.878599] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.879253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.879253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.879253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.879253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.879444] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982ed8b7-4a30-4a85-b10c-f21757120502 is going to be created. [ 1183.905629] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.905792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.905879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.906140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.906284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.916978] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982ed8b7-4a30-4a85-b10c-f21757120502 in Status: UNINITIALIZED for 2s [ 1184.024502] env[66551]: INFO networking_nsxv3.common.synchronization [req-63bc9988-5b29-46c5-8049-f6709505705f req-0335dafd-fb9c-4a9c-8158-4b5222c5822a tempest-ServerPasswordTestJSON-1009871811 tempest-ServerPasswordTestJSON-1009871811-project-member] Enqueued Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGHEST for action security_group_members [ 1184.024951] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGHEST for action security_group_members [ 1184.025308] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b61e74-a2f3-492f-8a22-d61d2550b7f8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.025474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.025551] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.025795] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.025993] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.026131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.026197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.026362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.026449] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.026542] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.529133] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.529468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.529468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.529579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.529741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.529864] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.529965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.530038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.530191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.530294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.530349] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 is going to be updated. [ 1184.569062] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.569332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.569332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.569511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.569648] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.580762] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 in Status: IN_PROGRESS for 2s [ 1184.717121] env[66551]: INFO networking_nsxv3.common.synchronization [req-d594edb4-a2fa-49ff-87d6-e11e325f0c64 req-60354724-d6ca-4b83-8244-0fa74179704f tempest-AttachVolumeShelveTestJSON-472889872 tempest-AttachVolumeShelveTestJSON-472889872-project-member] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_members [ 1184.717121] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_members [ 1184.717121] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.717121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.717121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.717703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.718026] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.718259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.718402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.718636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.718803] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.718992] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.122414] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.122693] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.123116] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.123202] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.126034] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.126034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.126034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.126034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.126034] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.126034] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.126034] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.126034] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.126034] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.126034] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1185.126034] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.126034] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.146053] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.146053] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1185.146053] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.146053] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.146053] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-49fd764c-ba15-441e-8a59-49b25afd769e taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.146053] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.146053] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.146053] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.146053] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49fd764c-ba15-441e-8a59-49b25afd769e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.221621] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.221789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.221870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.222079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.222173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.222369] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.222468] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.222526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.222682] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.222756] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.222847] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 already deleted. [ 1185.222928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.339502] env[66551]: INFO networking_nsxv3.common.synchronization [req-e741343e-229f-403b-8120-eb2c5ba06490 req-d2ff1a70-0416-41bc-8a6a-e55690678636 tempest-ServersNegativeTestJSON-1058348119 tempest-ServersNegativeTestJSON-1058348119-project-member] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1185.340300] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGHEST for action security_group_members [ 1185.340448] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.340517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.340598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.340731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.340887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.340983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.341091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.341258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.341347] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.341473] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.652606] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.652606] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.652606] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.653041] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.653081] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.653224] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 49fd764c-ba15-441e-8a59-49b25afd769e not found, creating... [ 1185.653535] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.653681] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.653805] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.654072] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.654209] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.654548] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.654755] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.654877] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.655319] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.655540] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.655713] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 49fd764c-ba15-441e-8a59-49b25afd769e is going to be created. [ 1185.678080] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.678245] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.679040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.679040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.679040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.679205] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.843859] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.844082] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.844129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.844425] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.844711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.844940] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.845069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.845137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.845319] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.845401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.845496] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be updated. [ 1185.896044] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.896044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.896389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.896389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.896505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.912307] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: IN_PROGRESS for 2s [ 1185.927158] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982ed8b7-4a30-4a85-b10c-f21757120502 in Status: SUCCESS [ 1185.927374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.927576] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.927843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.928124] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.928240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.928314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.928508] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.928627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.928714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.928818] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.397441] env[66551]: INFO networking_nsxv3.common.synchronization [req-d594edb4-a2fa-49ff-87d6-e11e325f0c64 req-1bd481bf-c234-4a7d-9081-62c35bf958f6 service nova] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_rules [ 1186.397615] env[66551]: INFO networking_nsxv3.common.synchronization [req-d594edb4-a2fa-49ff-87d6-e11e325f0c64 req-1bd481bf-c234-4a7d-9081-62c35bf958f6 service nova] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_members [ 1186.397753] env[66551]: INFO networking_nsxv3.common.synchronization [req-d594edb4-a2fa-49ff-87d6-e11e325f0c64 req-1bd481bf-c234-4a7d-9081-62c35bf958f6 service nova] Enqueued Resource ID: 49fd764c-ba15-441e-8a59-49b25afd769e with Priority: HIGHEST for action port [ 1186.398310] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_rules [ 1186.398814] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_members [ 1186.398814] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49fd764c-ba15-441e-8a59-49b25afd769e with Priority: HIGHEST for action port [ 1186.398814] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.399067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.399067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.399506] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.399506] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.400212] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.400212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.400357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.400434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.402198] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.402198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.402198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.402198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.402198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.402198] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.402198] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-49fd764c-ba15-441e-8a59-49b25afd769e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.402198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.402198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.402198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.402198] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49fd764c-ba15-441e-8a59-49b25afd769e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.431985] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.594131] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 in Status: SUCCESS [ 1186.594131] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 deletion is rescheduled due to dependency. [ 1186.594131] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.904535] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.905024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.905024] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.905943] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49fd764c-ba15-441e-8a59-49b25afd769e with status ACTIVE [ 1186.906150] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.906361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.906430] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.906659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.906723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.906928] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.907048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.907103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.907249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.907333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.907514] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.907627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.907683] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.907848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.907848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.907943] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49fd764c-ba15-441e-8a59-49b25afd769e is going to be updated. [ 1186.930982] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.931214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.931214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.932028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.932028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.932028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.936163] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 982ed8b7-4a30-4a85-b10c-f21757120502: rpc.has_security_group_logging(os_id): False [ 1186.954977] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.955183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.955562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.955562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.955562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.955862] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.955862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.956015] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.956075] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.956151] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.956241] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982ed8b7-4a30-4a85-b10c-f21757120502 is going to be created. [ 1187.026772] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.026986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.026986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.027239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.027419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.040102] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 982ed8b7-4a30-4a85-b10c-f21757120502 in Status: IN_PROGRESS for 2s [ 1187.410426] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.914237] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.914535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.914624] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.914951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.915128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.915279] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 is going to be created. [ 1187.926499] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 in Status: SUCCESS [ 1187.926674] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 deletion is rescheduled due to dependency. [ 1187.926784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.940565] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.941259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.941259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.941259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.941259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.956495] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: UNINITIALIZED for 2s [ 1189.055206] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 982ed8b7-4a30-4a85-b10c-f21757120502 in Status: SUCCESS [ 1189.055517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.969518] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: SUCCESS [ 1189.969757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.969927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.970284] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.970500] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.970620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.970687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.970848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.970931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.971030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.971123] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.475943] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.979683] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14125ea3-fd19-434e-ac0a-0c2bf084aee7: rpc.has_security_group_logging(os_id): False [ 1190.999266] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.999517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.999517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.999765] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.999857] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.000141] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.000248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.000328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.000476] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.000591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.000647] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 is going to be created. [ 1191.078250] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.078488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.078612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.079952] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.080872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.093720] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: IN_PROGRESS for 2s [ 1191.399387] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.399549] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1193.108192] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: SUCCESS [ 1193.108522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.400544] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.400831] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1199.040257] env[66551]: INFO networking_nsxv3.common.synchronization [req-fb52cccb-24c3-4e79-9dce-f98f45c29535 req-5d61ebe9-a41f-4294-afcd-3fd3511ab41c tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_members [ 1199.040951] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGHEST for action security_group_members [ 1199.041302] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.041462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.041555] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.041878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.042077] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.042209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.042274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.042447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.042532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.042649] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.545315] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.545483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.545546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.545775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.545872] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.546093] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.546192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.546254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.546408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.546483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.546570] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 is going to be updated. [ 1199.572984] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.573188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.573188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.573384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.573525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.581713] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 in Status: IN_PROGRESS for 2s [ 1201.592560] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 in Status: SUCCESS [ 1201.592560] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 deletion is rescheduled due to dependency. [ 1201.592560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.042196] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.042649] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1205.806829] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.807188] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.807188] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.807441] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.807696] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.807857] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.807976] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.808229] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.808376] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.808587] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.808701] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.808811] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.808919] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.809045] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.809154] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.809288] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.829647] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.829934] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.830171] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.830388] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-908" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.830713] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-97d9a09a-01e3-4c2d-836b-15a52cff8184 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.830886] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.831015] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.831297] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.831436] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d9a09a-01e3-4c2d-836b-15a52cff8184',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.334328] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.334517] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.334647] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.335040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.335228] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.335537] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.335708] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.335823] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.336079] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.336228] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.336573] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.336737] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.336856] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.337121] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.337285] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.337432] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 97d9a09a-01e3-4c2d-836b-15a52cff8184 is going to be updated. [ 1206.359250] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.359486] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.359622] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.359942] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.360182] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.360405] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.035226] env[66551]: INFO networking_nsxv3.common.synchronization [req-542ff146-6f7f-4a01-aa2f-347cc64b5b54 req-c0548816-176e-4955-bcb7-dee0b5eeb234 service nova] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 1207.035226] env[66551]: INFO networking_nsxv3.common.synchronization [req-542ff146-6f7f-4a01-aa2f-347cc64b5b54 req-c0548816-176e-4955-bcb7-dee0b5eeb234 service nova] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1207.035226] env[66551]: INFO networking_nsxv3.common.synchronization [req-542ff146-6f7f-4a01-aa2f-347cc64b5b54 req-c0548816-176e-4955-bcb7-dee0b5eeb234 service nova] Enqueued Resource ID: 97d9a09a-01e3-4c2d-836b-15a52cff8184 with Priority: HIGHEST for action port [ 1207.035226] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_rules [ 1207.035226] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1207.035226] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97d9a09a-01e3-4c2d-836b-15a52cff8184 with Priority: HIGHEST for action port [ 1207.035226] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.035226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.035226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.035226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.035226] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.036506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.036627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.036706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.036910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.037080] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.037178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.037246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.037390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.037474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.037568] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.038366] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-97d9a09a-01e3-4c2d-836b-15a52cff8184 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.038475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.038546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.038699] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.038772] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97d9a09a-01e3-4c2d-836b-15a52cff8184',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.541056] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.542194] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.542401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.542482] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97d9a09a-01e3-4c2d-836b-15a52cff8184 with status ACTIVE [ 1207.542669] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.542783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.542877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.543126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.543217] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.543389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.543485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.543547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.543701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.543777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.544022] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.544629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.545731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.545731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.545731] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.545950] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97d9a09a-01e3-4c2d-836b-15a52cff8184 is going to be updated. [ 1207.568585] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.568836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.568836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.569013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.569201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.569323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97d9a09a-01e3-4c2d-836b-15a52cff8184" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.048280] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.551100] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.551299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.551299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.551496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.551582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.551702] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 1208.590033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.590033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.590331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.590391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.590542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.602442] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 1210.531973] env[66551]: INFO networking_nsxv3.common.synchronization [req-d958d46a-7ed4-4f47-918a-32e07d7117eb req-cac85ff0-8d95-47cd-be2d-5a56fc6dec60 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_members [ 1210.532569] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGHEST for action security_group_members [ 1210.532885] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.533193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.533193] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.533310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.533456] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.533562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.533625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.533781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.533866] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.533964] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.613998] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 1210.614311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.614452] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.614676] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.614869] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.615021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.615093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.615206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.615286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.615362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.615446] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.037100] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.037100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.037100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.037492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.037492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.037622] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.037785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.037903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.038164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.038306] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.038443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 is going to be updated. [ 1211.113466] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.113749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.113749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.113953] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.114164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.117950] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.124497] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 in Status: IN_PROGRESS for 2s [ 1211.620122] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f303f2-ca01-4b74-b1b7-c61b7d450e8a: rpc.has_security_group_logging(os_id): False [ 1211.638966] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.639257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.639331] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.639632] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.639720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.639978] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.640163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.640337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.640531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.640680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.640828] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 1211.705488] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.705720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.705720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.705920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.706078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.725155] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 1213.134699] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 in Status: SUCCESS [ 1213.135109] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 deletion is rescheduled due to dependency. [ 1213.135109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.739682] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 1213.740020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.181751] env[66551]: INFO networking_nsxv3.common.synchronization [None req-e8debff0-bc03-4440-904b-62dc679c7d34 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_rules [ 1215.182185] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_rules [ 1215.182491] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c01e4cd-f966-4121-85ce-489072376567 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.182846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.182846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.183024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.183024] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.262220] env[66551]: INFO networking_nsxv3.common.synchronization [None req-93d8f396-8fc1-4ff2-8506-805c0b136fff tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_rules [ 1215.262698] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_rules [ 1215.263012] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c01e4cd-f966-4121-85ce-489072376567 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.263127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.704749] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.704968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.704968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.705290] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.705409] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.705600] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c01e4cd-f966-4121-85ce-489072376567 already deleted. [ 1215.705701] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.705860] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.706043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.706129] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.227088] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.227433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.227433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.227584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.227621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.227708] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c01e4cd-f966-4121-85ce-489072376567 already deleted. [ 1216.227786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.263829] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.263829] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.097942] env[66551]: INFO networking_nsxv3.common.synchronization [req-d48c3a81-f7c8-4cb3-a8e0-277b396b6e07 req-3d0de8ee-774b-4a79-9f99-0c33a1de73a5 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_members [ 1221.098470] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_members [ 1221.098769] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c01e4cd-f966-4121-85ce-489072376567 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.098886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.098949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.099686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.099686] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.099686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.099686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.099686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.099957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.099957] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.415907] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.416224] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.416266] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.416593] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.416807] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.416957] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.417244] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.417482] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.417633] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.417885] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.417965] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.418061] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.418167] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.418272] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.418378] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.418509] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.438327] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.438489] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.438617] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.438787] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.439094] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.439303] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.439437] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.439750] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.439886] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d32fb3-05da-4464-9ff3-30cedbc9c5cf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.602627] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.602834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.602834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.603077] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.603172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.603375] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.603502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.603549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.603684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.603759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.603846] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c01e4cd-f966-4121-85ce-489072376567 already deleted. [ 1221.603927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.942828] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.943107] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.943215] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.943557] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.943740] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.943894] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 30d32fb3-05da-4464-9ff3-30cedbc9c5cf not found, creating... [ 1221.944165] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.944402] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.944521] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.944763] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.944900] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.945198] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.945415] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.945534] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.945741] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.945874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.946058] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 30d32fb3-05da-4464-9ff3-30cedbc9c5cf is going to be created. [ 1221.966064] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.966281] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.966377] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.966648] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.966874] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.967112] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.640578] env[66551]: INFO networking_nsxv3.common.synchronization [req-d48c3a81-f7c8-4cb3-a8e0-277b396b6e07 req-5cc8140a-43d4-40a4-aad7-0c80f6b66c92 service nova] Enqueued Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_rules [ 1222.640843] env[66551]: INFO networking_nsxv3.common.synchronization [req-d48c3a81-f7c8-4cb3-a8e0-277b396b6e07 req-5cc8140a-43d4-40a4-aad7-0c80f6b66c92 service nova] Enqueued Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_members [ 1222.641090] env[66551]: INFO networking_nsxv3.common.synchronization [req-d48c3a81-f7c8-4cb3-a8e0-277b396b6e07 req-5cc8140a-43d4-40a4-aad7-0c80f6b66c92 service nova] Enqueued Resource ID: 30d32fb3-05da-4464-9ff3-30cedbc9c5cf with Priority: HIGHEST for action port [ 1222.641629] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_rules [ 1222.641781] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_members [ 1222.641882] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d32fb3-05da-4464-9ff3-30cedbc9c5cf with Priority: HIGHEST for action port [ 1222.642172] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c01e4cd-f966-4121-85ce-489072376567 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.642294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.642362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.642560] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.642639] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.643476] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c01e4cd-f966-4121-85ce-489072376567 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.643572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.643644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.643784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.643928] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.644031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.644110] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.644298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.644403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.644495] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.645166] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.645308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.645378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.645597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.645641] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d32fb3-05da-4464-9ff3-30cedbc9c5cf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.147253] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.148317] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c01e4cd-f966-4121-85ce-489072376567 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.148477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.148574] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30d32fb3-05da-4464-9ff3-30cedbc9c5cf with status ACTIVE [ 1223.148752] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.149373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.149373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.149373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.149373] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.149573] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.149573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.149573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.149726] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.149802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.149983] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.150086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.150153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.150298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.150374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.150456] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30d32fb3-05da-4464-9ff3-30cedbc9c5cf is going to be updated. [ 1223.173344] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.173526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.173526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.173818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.173954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.174113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30d32fb3-05da-4464-9ff3-30cedbc9c5cf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.652934] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.155398] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.155672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.155672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.155825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.155933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.156029] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c01e4cd-f966-4121-85ce-489072376567 is going to be created. [ 1224.183263] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.183503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.183503] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.183688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.183849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.193896] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c01e4cd-f966-4121-85ce-489072376567 in Status: UNINITIALIZED for 2s [ 1224.781749] env[66551]: INFO networking_nsxv3.common.synchronization [req-b0dc99da-bba5-43b3-841c-fc8b5af13553 req-7fb0f9d7-c62c-4024-b363-0dba3485e71f tempest-ServerActionsTestOtherB-1115780501 tempest-ServerActionsTestOtherB-1115780501-project-member] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1224.782713] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGHEST for action security_group_members [ 1224.783171] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.784032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.784032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.784032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.784032] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.784299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.784299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.784398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.784544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.784544] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.286766] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.287031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.287155] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.287500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.287631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.287906] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.288064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.288167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.288419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.288552] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.288702] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be updated. [ 1225.321720] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.321720] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.321944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.321995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.322204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.331653] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: IN_PROGRESS for 2s [ 1226.204808] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c01e4cd-f966-4121-85ce-489072376567 in Status: SUCCESS [ 1226.205276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.205276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.205415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.205585] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.205696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.205780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.205920] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.206039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.206138] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.206229] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.708506] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.211414] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c01e4cd-f966-4121-85ce-489072376567: rpc.has_security_group_logging(os_id): False [ 1227.228779] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.228986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.228986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.229172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.229261] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.229503] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.229610] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.229673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.229828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.229903] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.229991] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c01e4cd-f966-4121-85ce-489072376567 is going to be created. [ 1227.290247] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.290490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.290490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.290673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.290862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.301150] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c01e4cd-f966-4121-85ce-489072376567 in Status: IN_PROGRESS for 2s [ 1227.342673] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a in Status: SUCCESS [ 1227.342862] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a deletion is rescheduled due to dependency. [ 1227.342976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.314421] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c01e4cd-f966-4121-85ce-489072376567 in Status: SUCCESS [ 1229.314421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.784280] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.784280] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.785853] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.785853] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.786658] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.787112] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.175592] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1244.175592] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1244.788245] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.788453] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.789087] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.789445] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.790648] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.790648] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.461110] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.461403] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.461441] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.461720] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.461985] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.462391] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.462391] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.462522] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.462622] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.462854] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.462963] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.463107] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.463626] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.463626] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.463626] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.463626] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.484350] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.484510] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.484652] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.484869] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-946" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.485214] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-49fd764c-ba15-441e-8a59-49b25afd769e taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.485384] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.485501] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.485758] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.485896] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49fd764c-ba15-441e-8a59-49b25afd769e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.988148] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.988390] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.988507] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.988796] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.988948] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.989257] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.989408] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.989523] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.989746] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.989880] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.990189] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.990343] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.990458] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.990667] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.990798] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.990936] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 49fd764c-ba15-441e-8a59-49b25afd769e is going to be updated. [ 1259.012140] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.012361] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.012464] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.012716] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.012923] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.013173] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.707121] env[66551]: INFO networking_nsxv3.common.synchronization [req-e810d5d9-a06f-47ec-b37b-1d1272612fde req-8a4d09b1-878b-4b16-a074-78757b8cad49 service nova] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_rules [ 1259.707121] env[66551]: INFO networking_nsxv3.common.synchronization [req-e810d5d9-a06f-47ec-b37b-1d1272612fde req-8a4d09b1-878b-4b16-a074-78757b8cad49 service nova] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_members [ 1259.707121] env[66551]: INFO networking_nsxv3.common.synchronization [req-e810d5d9-a06f-47ec-b37b-1d1272612fde req-8a4d09b1-878b-4b16-a074-78757b8cad49 service nova] Enqueued Resource ID: 49fd764c-ba15-441e-8a59-49b25afd769e with Priority: HIGHEST for action port [ 1259.707438] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_rules [ 1259.707438] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_members [ 1259.707438] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49fd764c-ba15-441e-8a59-49b25afd769e with Priority: HIGHEST for action port [ 1259.707901] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.708056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.708128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.708384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.708464] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.709895] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.710023] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.710120] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.711627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.711627] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.711627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.711627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.711627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.711627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.711627] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.712215] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-49fd764c-ba15-441e-8a59-49b25afd769e taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.712215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.712215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.712337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.712408] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49fd764c-ba15-441e-8a59-49b25afd769e',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.214446] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.215605] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.215755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.215872] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49fd764c-ba15-441e-8a59-49b25afd769e with status ACTIVE [ 1260.216106] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.216897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.216897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.216897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.216897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.217135] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.218060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.218170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.218328] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.218413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.218623] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.218727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.218820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.218949] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.219039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.219128] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49fd764c-ba15-441e-8a59-49b25afd769e is going to be updated. [ 1260.240484] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.240696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.240696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.240846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.240978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.241154] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49fd764c-ba15-441e-8a59-49b25afd769e" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.721759] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.224751] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.224992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.225103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.225349] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.225442] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.225552] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 is going to be updated. [ 1261.254351] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.254584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.254584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.254681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.254840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.263022] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: IN_PROGRESS for 2s [ 1263.275189] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: SUCCESS [ 1263.275633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.275736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.277202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.277202] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.277202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.277202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.277202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.277202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.277567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.277567] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.780483] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.283351] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14125ea3-fd19-434e-ac0a-0c2bf084aee7: rpc.has_security_group_logging(os_id): False [ 1264.302074] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.302074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.302397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.302397] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.302528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.302831] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.302988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.303114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.303351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.303436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.303509] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 is going to be updated. [ 1264.393285] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.393568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.393568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.393758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.393912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.417789] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: IN_PROGRESS for 2s [ 1264.708524] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1264.708709] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1266.433978] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: SUCCESS [ 1266.434434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.709715] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.710184] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.710755] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1274.711130] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1277.172645] env[66551]: INFO networking_nsxv3.common.synchronization [req-6a34405b-cead-41a0-9f19-11c4d86d062b req-8e430b9f-5f1d-4e14-a413-b204dc6f7185 tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_members [ 1277.172940] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGHEST for action security_group_members [ 1277.173284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-982ed8b7-4a30-4a85-b10c-f21757120502 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.173396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.173467] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.173664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.173817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.173914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.173981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.174153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.174232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.174324] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.676575] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.676799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.676799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.677027] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.677122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.677340] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.677437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.677500] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.677644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.677716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.677800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982ed8b7-4a30-4a85-b10c-f21757120502 is going to be updated. [ 1277.707408] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.707668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.707668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.707767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.707909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.716672] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982ed8b7-4a30-4a85-b10c-f21757120502 in Status: IN_PROGRESS for 2s [ 1279.727674] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 982ed8b7-4a30-4a85-b10c-f21757120502 in Status: SUCCESS [ 1279.728098] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 982ed8b7-4a30-4a85-b10c-f21757120502 deletion is rescheduled due to dependency. [ 1279.728098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.173923] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.174190] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.788669] env[66551]: INFO networking_nsxv3.common.synchronization [req-4d4d4392-7d12-46e7-b33e-48638fc1bdac req-bfc3554f-332b-417e-95b2-436021b5c0b0 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_members [ 1282.789702] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGHEST for action security_group_members [ 1282.789823] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c01e4cd-f966-4121-85ce-489072376567 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.789973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.790314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.790515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.790705] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.790849] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.790935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.791159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.791274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.791398] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.131020] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.131020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.131020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.131020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.131020] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.293852] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.294264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.294264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.294337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.294434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.294646] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.294749] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.294812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.294979] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.295070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.295154] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c01e4cd-f966-4121-85ce-489072376567 is going to be updated. [ 1283.329371] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.329579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.329579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.329769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.329910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.338129] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c01e4cd-f966-4121-85ce-489072376567 in Status: IN_PROGRESS for 2s [ 1283.630022] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.133023] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.635464] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1284.635856] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1285.373036] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c01e4cd-f966-4121-85ce-489072376567 in Status: SUCCESS [ 1285.373363] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c01e4cd-f966-4121-85ce-489072376567 deletion is rescheduled due to dependency. [ 1285.373489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.426299] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.426299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.426299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.426498] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.439813] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1285.440673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.441456] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1285.478321] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.478564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.478564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.478738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.491561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.492347] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1285.492429] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.492516] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1285.533108] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.533108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.533108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.533108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.534148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.534370] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1285.606430] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.606681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.606681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.606855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.607178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.607443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1285.682512] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.682941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.682941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.682941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.683199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.683520] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1285.683619] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'982ed8b7-4a30-4a85-b10c-f21757120502', '97b9751b-e74c-4d19-a02c-dfcf5bad8c47', 'bc32b3cc-c880-4418-a838-decbbd636d22', '961f85ad-718f-4f52-a3a0-14a2b444f02a', 'b56268cd-432a-4035-80f9-bd0d302e9d34', 'ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38', 'e19c5596-88c9-4f47-8130-4c241766da84', '18f303f2-ca01-4b74-b1b7-c61b7d450e8a', '40d85306-3e8e-4506-bf14-db0dbf8ae1a2', 'cf582fff-2505-4e7e-b31b-741917c2fa2a', '2d7a137a-5121-4742-8091-c9d06d426c09', '7c718b06-2432-4e81-8733-d5e87ca2257a', 'aa147b36-5016-42f4-a6c4-20dfadeb205f', 'dc0de24d-13ed-4a90-955e-b6d90fd1edef', 'ed3d49dd-336d-46af-807c-441599397283', '127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6', '73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73', '41743043-dd0b-46ed-9cdf-8572c53b928c', '16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0', '298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a', '3b0e80b8-5858-4450-ab07-3569ec55d8f4', '0443c931-fd4a-4b4b-946e-5b53ed5b7af3', 'b22a1d0b-5177-4950-9928-b36769de94b8', '1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf', 'ea9243ac-af1e-41e1-b774-59ede07ae996', 'd83940e2-e3a7-4020-834b-dd495e6bf686', '4bac1468-954b-4ef4-9426-703ca90092fe', '22d90069-b3b9-4519-b51e-6b0bab3f7809', 'cbf1d6a2-871c-4762-9baa-71c30f8db780', '2e122fa6-273c-4439-b15c-072ff70d76e9', '4c01e4cd-f966-4121-85ce-489072376567', '14125ea3-fd19-434e-ac0a-0c2bf084aee7', 'eb25d070-cc19-4c7c-a3a3-e77295f98f5b', '69134ed2-99e4-4ddc-919b-5267eca84d96', 'f079edbf-d6ea-425b-b1c2-75445d2b265f', '2e8e2e06-95e1-4b60-a403-c895f76a8e86', '113b35bd-ad1e-427b-bcd2-1f206bb23876', '36692471-0c58-410f-b306-003153fccda8', '265ffce0-441b-4fa0-9ed2-3d6e2bf96037', '60b38873-6e14-4765-abfe-687e31597681', 'cf06e3fe-e54c-49e8-8976-1c8613412820', '72b61e74-a2f3-492f-8a22-d61d2550b7f8', '0692da61-fc09-4ca8-ae40-009b9b1332f5', '8122783d-8ce6-482f-aae5-74887c0b2423', '04643e1a-277a-4f48-a91f-85d754e3afff', 'd8acc4bf-2fec-4056-a5e6-d37fc27a7c27'} {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.683719] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1285.702302] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.702534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.702534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.702757] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.702819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.702896] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1285.702968] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.703053] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1285.771333] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.771585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.771585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.771752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.772864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.773140] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1285.773224] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.773312] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1285.773382] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1285.773460] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1285.773578] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGH for action security_group_rules [ 1285.773636] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGH for action security_group_rules [ 1285.773674] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGH for action security_group_rules [ 1285.773723] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGH for action security_group_rules [ 1285.773786] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGH for action security_group_rules [ 1285.773846] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGH for action security_group_rules [ 1285.773908] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGH for action security_group_rules [ 1285.773970] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGH for action security_group_rules [ 1285.774045] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGH for action security_group_rules [ 1285.774109] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGH for action security_group_rules [ 1285.774169] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGH for action security_group_rules [ 1285.774238] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGH for action security_group_rules [ 1285.774344] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGH for action security_group_rules [ 1285.774393] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGH for action security_group_rules [ 1285.774431] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGH for action security_group_rules [ 1285.774465] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGH for action security_group_rules [ 1285.774522] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGH for action security_group_rules [ 1285.774584] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGH for action security_group_rules [ 1285.774644] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGH for action security_group_rules [ 1285.774705] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGH for action security_group_rules [ 1285.774800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.790475] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.790836] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1287.790836] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982ed8b7-4a30-4a85-b10c-f21757120502 with Priority: HIGH for action security_group_rules [ 1287.791104] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc32b3cc-c880-4418-a838-decbbd636d22 with Priority: HIGH for action security_group_rules [ 1287.791267] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e19c5596-88c9-4f47-8130-4c241766da84 with Priority: HIGH for action security_group_rules [ 1287.791407] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3d49dd-336d-46af-807c-441599397283 with Priority: HIGH for action security_group_rules [ 1287.791564] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a with Priority: HIGH for action security_group_rules [ 1287.791692] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 with Priority: HIGH for action security_group_rules [ 1287.791847] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41743043-dd0b-46ed-9cdf-8572c53b928c with Priority: HIGH for action security_group_rules [ 1287.791971] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 with Priority: HIGH for action security_group_rules [ 1287.792134] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef with Priority: HIGH for action security_group_rules [ 1287.792262] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 with Priority: HIGH for action security_group_rules [ 1287.792414] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa147b36-5016-42f4-a6c4-20dfadeb205f with Priority: HIGH for action security_group_rules [ 1287.792535] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c718b06-2432-4e81-8733-d5e87ca2257a with Priority: HIGH for action security_group_rules [ 1287.792676] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7a137a-5121-4742-8091-c9d06d426c09 with Priority: HIGH for action security_group_rules [ 1287.792794] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf582fff-2505-4e7e-b31b-741917c2fa2a with Priority: HIGH for action security_group_rules [ 1287.792936] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 with Priority: HIGH for action security_group_rules [ 1287.793067] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 with Priority: HIGH for action security_group_rules [ 1287.793215] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a with Priority: HIGH for action security_group_rules [ 1287.793340] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56268cd-432a-4035-80f9-bd0d302e9d34 with Priority: HIGH for action security_group_rules [ 1287.793495] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 with Priority: HIGH for action security_group_rules [ 1287.793611] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a with Priority: HIGH for action security_group_rules [ 1287.794099] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-982ed8b7-4a30-4a85-b10c-f21757120502 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.794282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.794378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.794650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.794749] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('982ed8b7-4a30-4a85-b10c-f21757120502',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.795935] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc32b3cc-c880-4418-a838-decbbd636d22 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.796091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.796197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.796404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.796522] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc32b3cc-c880-4418-a838-decbbd636d22',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.797617] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e19c5596-88c9-4f47-8130-4c241766da84 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.797753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.798012] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.798057] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.798141] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e19c5596-88c9-4f47-8130-4c241766da84',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.799461] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed3d49dd-336d-46af-807c-441599397283 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.799609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.799712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.799889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.799967] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed3d49dd-336d-46af-807c-441599397283',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.801216] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.801341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.801621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.801621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.801621] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.802251] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.802359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.802472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.802579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.802650] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.803332] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41743043-dd0b-46ed-9cdf-8572c53b928c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.803439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.803504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.803986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.804079] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41743043-dd0b-46ed-9cdf-8572c53b928c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.804887] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.805020] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.805088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.805410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.805777] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.808314] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.808421] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.808486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.808638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.808710] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc0de24d-13ed-4a90-955e-b6d90fd1edef',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.809408] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.809550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.809617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.809769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.809840] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.810554] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa147b36-5016-42f4-a6c4-20dfadeb205f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.810645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.810741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.810894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.811011] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa147b36-5016-42f4-a6c4-20dfadeb205f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.811708] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c718b06-2432-4e81-8733-d5e87ca2257a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.811846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.811912] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.812145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.812215] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c718b06-2432-4e81-8733-d5e87ca2257a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.813362] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d7a137a-5121-4742-8091-c9d06d426c09 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.813480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.813548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.813938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.814032] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d7a137a-5121-4742-8091-c9d06d426c09',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.815142] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf582fff-2505-4e7e-b31b-741917c2fa2a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.815274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.815357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.815516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.815589] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf582fff-2505-4e7e-b31b-741917c2fa2a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.816572] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.816680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.816745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.817089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.817181] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40d85306-3e8e-4506-bf14-db0dbf8ae1a2',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.818144] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.818249] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.818358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.818479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.818548] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.819540] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.819649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.819715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.819869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.819940] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f303f2-ca01-4b74-b1b7-c61b7d450e8a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.820608] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b56268cd-432a-4035-80f9-bd0d302e9d34 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.820839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.820927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.821104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.821179] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b56268cd-432a-4035-80f9-bd0d302e9d34',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.821829] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.821935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.822062] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.822177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.822251] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b9751b-e74c-4d19-a02c-dfcf5bad8c47',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.822900] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-961f85ad-718f-4f52-a3a0-14a2b444f02a taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.823016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.823087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.823237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.823328] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('961f85ad-718f-4f52-a3a0-14a2b444f02a',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.861147] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.861378] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.861466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.861778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.864585] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.864742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.868428] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.868565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.869653] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.869812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.872286] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.872420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.873799] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.873933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.874902] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.875045] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.882627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.882744] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41743043-dd0b-46ed-9cdf-8572c53b928c is going to be deleted. [ 1287.883769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.883995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.903140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.903279] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a is going to be deleted. [ 1287.904171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.904390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.920964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.921123] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0 is going to be deleted. [ 1287.922077] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.922185] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.939879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.940037] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc32b3cc-c880-4418-a838-decbbd636d22 is going to be deleted. [ 1287.940924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.941180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.962051] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.962282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.962942] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.963080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.979702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.979860] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc0de24d-13ed-4a90-955e-b6d90fd1edef is going to be deleted. [ 1287.980779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.981009] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.993478] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.993685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.001343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.001480] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e19c5596-88c9-4f47-8130-4c241766da84 is going to be deleted. [ 1288.002356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.002575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.040899] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.040899] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.062940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.063099] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 982ed8b7-4a30-4a85-b10c-f21757120502 is going to be deleted. [ 1288.064166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.064394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.064502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.064678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41743043-dd0b-46ed-9cdf-8572c53b928c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.064842] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.065024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.065106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.065218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-298b62f5-bb6e-45e9-a5f6-4ab36e57bf8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.065780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.065940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.066035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.066173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcfeeb-6b0e-4d4c-9df1-5d1ac463deb0" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.066307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.066459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.066522] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.066659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc32b3cc-c880-4418-a838-decbbd636d22" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.096329] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.096527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.096527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.096743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.096835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.096957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc0de24d-13ed-4a90-955e-b6d90fd1edef" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.163133] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.163383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.163383] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.163649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.163698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.163839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e19c5596-88c9-4f47-8130-4c241766da84" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.176792] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.176936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.177017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.177255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.177375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.177518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-982ed8b7-4a30-4a85-b10c-f21757120502" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.327930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.328156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.328156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.328354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.336170] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.336375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.337058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.337163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.337813] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.337931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.344891] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.345043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.346049] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.346147] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.353403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.353523] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed3d49dd-336d-46af-807c-441599397283 is going to be deleted. [ 1288.355831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.356072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.369213] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.369403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.370238] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.370334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.370980] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.371093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.371825] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.372042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.372743] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.372839] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.373871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.373968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.374669] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.374758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.375490] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.375981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.376240] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d7a137a-5121-4742-8091-c9d06d426c09 is going to be deleted. [ 1288.377317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.377599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.400301] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.400433] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c718b06-2432-4e81-8733-d5e87ca2257a is going to be deleted. [ 1288.401435] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.401666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.419347] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.419489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.421891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.422028] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf582fff-2505-4e7e-b31b-741917c2fa2a is going to be deleted. [ 1288.422996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.423242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.426770] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.426897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.447038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.447176] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73 is going to be deleted. [ 1288.448093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.448315] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.456930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.457083] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.469714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.469853] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40d85306-3e8e-4506-bf14-db0dbf8ae1a2 is going to be deleted. [ 1288.470743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.470962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.496631] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.496828] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.499469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.499599] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b56268cd-432a-4035-80f9-bd0d302e9d34 is going to be deleted. [ 1288.500505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.500730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.560910] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.561059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.569859] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.570077] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38 is going to be deleted. [ 1288.571013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.571257] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.598325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.598469] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 961f85ad-718f-4f52-a3a0-14a2b444f02a is going to be deleted. [ 1288.599792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.599792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.627921] env[66551]: INFO networking_nsxv3.common.synchronization [None req-66e54a90-b8d4-409e-a475-a254188e61d5 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_rules [ 1288.628917] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.629204] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.629686] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_rules [ 1288.630009] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.630135] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.630201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.630466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.630552] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.670856] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.670981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.671970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.672104] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b9751b-e74c-4d19-a02c-dfcf5bad8c47 is going to be deleted. [ 1288.673028] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.673260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.709252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.709388] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa147b36-5016-42f4-a6c4-20dfadeb205f is going to be deleted. [ 1288.710329] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.710570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.715038] env[66551]: INFO networking_nsxv3.common.synchronization [None req-37bc5137-55a1-4fcc-aa64-03e3f8e7e220 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_rules [ 1288.715999] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_rules [ 1288.716367] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.716480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.742924] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.743108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.745236] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.745541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.751687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.751959] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6 is going to be deleted. [ 1288.752825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.753090] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.798692] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.799097] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.820896] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.821064] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f303f2-ca01-4b74-b1b7-c61b7d450e8a is going to be deleted. [ 1288.821992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.822237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.822333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.822460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed3d49dd-336d-46af-807c-441599397283" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.822627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.822787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.822870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.822987] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d7a137a-5121-4742-8091-c9d06d426c09" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.823633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.823815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.823919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.824058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c718b06-2432-4e81-8733-d5e87ca2257a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.824190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.824341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.824422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.824536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf582fff-2505-4e7e-b31b-741917c2fa2a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.824662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.824805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.824870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.824991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73ea5c4c-ef7a-49b6-bef9-4ea8d0c56a73" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.825123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.825265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.825502] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.825652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40d85306-3e8e-4506-bf14-db0dbf8ae1a2" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.825796] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.825967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.826065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.826186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b56268cd-432a-4035-80f9-bd0d302e9d34" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.826353] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.826513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.826589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.826704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebeadd26-83f1-4d15-bc9e-bb46e3e8ef38" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.826831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.826974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.827061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.827167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-961f85ad-718f-4f52-a3a0-14a2b444f02a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.827289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.827429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.827736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.827909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b9751b-e74c-4d19-a02c-dfcf5bad8c47" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.828721] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.828855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.828921] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.829091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.829172] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.829279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa147b36-5016-42f4-a6c4-20dfadeb205f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.899846] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.900068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.900068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.900280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.900375] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.900492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127b3dc1-2d04-4d76-93f8-ee9b9ddbf1f6" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.959834] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.960377] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.960524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.960593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.960816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.960905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.961067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f303f2-ca01-4b74-b1b7-c61b7d450e8a" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.152605] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.152805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.152805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.153050] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.153145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.153260] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 already deleted. [ 1289.153350] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.153509] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.153685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.153774] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.676035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.676237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.676293] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.676492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.676598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.676759] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 already deleted. [ 1289.676873] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.717291] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.717518] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.112925] env[66551]: INFO networking_nsxv3.common.synchronization [req-82b9a54f-42ad-4d87-a417-39b8c894e5fc req-863601d8-66ba-41d4-ab52-76578ea86b81 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_members [ 1294.113427] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_members [ 1294.113725] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.113843] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.113910] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.114299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.114463] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.114567] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.114629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.114835] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.114878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.114950] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.420576] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-175 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.420906] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.421154] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.421568] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.421977] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.422269] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.422496] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.422873] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.423143] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.423511] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.423738] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.423963] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.424191] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.424405] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.424631] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.425023] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.445488] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.445809] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1294.446076] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.446393] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-175" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.446893] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-cd57f06c-cd76-4c21-86ba-93648ca5ca79 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.447294] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-cd57f06c-cd76-4c21-86ba-93648ca5ca79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.447532] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-cd57f06c-cd76-4c21-86ba-93648ca5ca79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.448013] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-cd57f06c-cd76-4c21-86ba-93648ca5ca79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.448255] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd57f06c-cd76-4c21-86ba-93648ca5ca79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.617220] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.617514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.617620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.617864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.618032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.618291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.618456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.618571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.618792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.618915] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.619061] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 already deleted. [ 1294.619195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.950615] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.951040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.951040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.951191] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.951329] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.951477] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port cd57f06c-cd76-4c21-86ba-93648ca5ca79 not found, creating... [ 1294.951770] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.951929] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.952063] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.952288] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.952458] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.952772] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.952930] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.953073] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.953301] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.953437] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.953572] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: cd57f06c-cd76-4c21-86ba-93648ca5ca79 is going to be created. [ 1294.976285] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.976544] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.976787] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.977137] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.977429] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.978476] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-cd57f06c-cd76-4c21-86ba-93648ca5ca79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.640540] env[66551]: INFO networking_nsxv3.common.synchronization [req-82b9a54f-42ad-4d87-a417-39b8c894e5fc req-44c1e28e-71e0-4f0b-974b-e6db7630a7fa service nova] Enqueued Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_rules [ 1295.640540] env[66551]: INFO networking_nsxv3.common.synchronization [req-82b9a54f-42ad-4d87-a417-39b8c894e5fc req-44c1e28e-71e0-4f0b-974b-e6db7630a7fa service nova] Enqueued Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_members [ 1295.640540] env[66551]: INFO networking_nsxv3.common.synchronization [req-82b9a54f-42ad-4d87-a417-39b8c894e5fc req-44c1e28e-71e0-4f0b-974b-e6db7630a7fa service nova] Enqueued Resource ID: cd57f06c-cd76-4c21-86ba-93648ca5ca79 with Priority: HIGHEST for action port [ 1295.640844] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_rules [ 1295.640844] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_members [ 1295.640844] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd57f06c-cd76-4c21-86ba-93648ca5ca79 with Priority: HIGHEST for action port [ 1295.641471] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.641589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.641589] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.641778] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.641969] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.643262] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.643593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.643593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.644558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.644558] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.644558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.644558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.644558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.644558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.644558] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.645655] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd57f06c-cd76-4c21-86ba-93648ca5ca79 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.645922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd57f06c-cd76-4c21-86ba-93648ca5ca79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.646018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd57f06c-cd76-4c21-86ba-93648ca5ca79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.646183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd57f06c-cd76-4c21-86ba-93648ca5ca79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.646259] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd57f06c-cd76-4c21-86ba-93648ca5ca79',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.144594] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.144594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.146063] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.147551] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd57f06c-cd76-4c21-86ba-93648ca5ca79 with status ACTIVE [ 1296.147744] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.147855] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.149232] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.149232] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.149232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.149718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.149718] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd57f06c-cd76-4c21-86ba-93648ca5ca79 is going to be updated. [ 1296.170331] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.170539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.170539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.170729] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.170865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.171031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd57f06c-cd76-4c21-86ba-93648ca5ca79" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.648653] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.151842] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.152356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.152356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.152356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.152530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.152530] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 is going to be created. [ 1297.174491] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.174751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.174751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.174900] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.175067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.184815] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 in Status: UNINITIALIZED for 2s [ 1299.196043] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 in Status: SUCCESS [ 1299.196408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.196408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.196612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.196805] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.196923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.196986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.197166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.197248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.197333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.197422] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.700289] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.202941] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e3a2c1c-356e-45a7-98d7-f38cf75beb35: rpc.has_security_group_logging(os_id): False [ 1300.220719] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.220911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.220911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.221141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.221234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.221480] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.221587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.221649] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.221810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.221886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.222028] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 is going to be created. [ 1300.275930] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.276186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.276186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.276401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.276595] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.287367] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 in Status: IN_PROGRESS for 2s [ 1300.642349] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.642556] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1302.300959] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 in Status: SUCCESS [ 1302.301288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.644331] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.644676] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.646407] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.646407] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.652394] env[66551]: INFO networking_nsxv3.common.synchronization [req-cedfe439-ebdd-4ccf-816d-3e41532d587c req-f11d1af1-60ed-4a01-a0f9-8d2f9000d697 tempest-AttachVolumeShelveTestJSON-472889872 tempest-AttachVolumeShelveTestJSON-472889872-project-member] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_members [ 1310.652912] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGHEST for action security_group_members [ 1310.653256] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.653351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.653401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.653626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.653783] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.653883] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.653946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.654190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.654190] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.654300] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.707555] env[66551]: INFO networking_nsxv3.common.synchronization [req-d55a7fec-bd3d-49f2-bb69-4f84eacb64cc req-683e8639-bf5c-4409-a94f-e30ebe8c181f tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1310.708079] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1310.708375] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.708492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.708558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.708755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.708905] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.709008] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.709072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.709218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.709299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.709385] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.156486] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.156747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.156747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.157109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.185294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.185550] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.185813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.185914] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.186157] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.186247] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.186344] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 is going to be updated. [ 1311.211327] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.211543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.211543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.211897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.214018] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.214163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.214163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.214458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.214596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.230187] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: IN_PROGRESS for 2s [ 1311.234722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.234974] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.235116] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.235177] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.235382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.235466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.235557] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1311.271484] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.271700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.271700] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.271943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.272103] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.286114] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1313.240637] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 in Status: SUCCESS [ 1313.240637] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 deletion is rescheduled due to dependency. [ 1313.240637] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.295467] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1313.295692] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 deletion is rescheduled due to dependency. [ 1313.295825] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.709080] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.709450] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.709996] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.710363] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.133012] env[66551]: INFO networking_nsxv3.common.synchronization [req-de1f37bc-8c85-41cd-9535-cf019daeda18 req-8856bd58-8386-421e-958c-5f7131f4670a tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1321.133610] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1321.133886] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.134016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.134087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.134327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.134495] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.134599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.134662] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.135150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.135150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.135282] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.466425] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.466779] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.467019] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.467456] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.467903] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.468189] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.468416] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.468816] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.469102] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.469462] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.469685] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.469906] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.470140] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.470388] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.470602] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.471217] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.498559] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.498860] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1321.499118] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.499400] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.499894] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-7e0e51a0-141f-491f-84c3-72712ccfb0ee taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.500217] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-7e0e51a0-141f-491f-84c3-72712ccfb0ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.500432] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-7e0e51a0-141f-491f-84c3-72712ccfb0ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.500900] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-7e0e51a0-141f-491f-84c3-72712ccfb0ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.501167] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e0e51a0-141f-491f-84c3-72712ccfb0ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.639238] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.639477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.639477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.639679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.639767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.639967] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.640129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.640171] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.640302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.640374] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.640458] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1321.681849] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.682101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.682101] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.682424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.682603] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.693073] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1322.004341] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.004689] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.004732] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.005033] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.005188] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.005344] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 7e0e51a0-141f-491f-84c3-72712ccfb0ee not found, creating... [ 1322.005607] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.005777] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.005921] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.006177] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.006318] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.006604] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.006790] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.006875] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.007136] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.007273] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.007415] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 7e0e51a0-141f-491f-84c3-72712ccfb0ee is going to be created. [ 1322.028779] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.028779] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.029014] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.029141] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.029381] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.029600] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-7e0e51a0-141f-491f-84c3-72712ccfb0ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.723926] env[66551]: INFO networking_nsxv3.common.synchronization [req-de1f37bc-8c85-41cd-9535-cf019daeda18 req-6dd881f2-7f28-4d9f-84fe-594f9b5a1134 service nova] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1322.724166] env[66551]: INFO networking_nsxv3.common.synchronization [req-de1f37bc-8c85-41cd-9535-cf019daeda18 req-6dd881f2-7f28-4d9f-84fe-594f9b5a1134 service nova] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1322.724307] env[66551]: INFO networking_nsxv3.common.synchronization [req-de1f37bc-8c85-41cd-9535-cf019daeda18 req-6dd881f2-7f28-4d9f-84fe-594f9b5a1134 service nova] Enqueued Resource ID: 7e0e51a0-141f-491f-84c3-72712ccfb0ee with Priority: HIGHEST for action port [ 1322.724834] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1322.724969] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1322.725199] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e0e51a0-141f-491f-84c3-72712ccfb0ee with Priority: HIGHEST for action port [ 1322.725345] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.725469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.725537] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.725746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.725866] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.726724] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.726818] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.727012] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e0e51a0-141f-491f-84c3-72712ccfb0ee taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.727119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e0e51a0-141f-491f-84c3-72712ccfb0ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.727182] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e0e51a0-141f-491f-84c3-72712ccfb0ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.727369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e0e51a0-141f-491f-84c3-72712ccfb0ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.727456] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e0e51a0-141f-491f-84c3-72712ccfb0ee',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.229035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.229616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.229616] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e0e51a0-141f-491f-84c3-72712ccfb0ee with status ACTIVE [ 1323.229616] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.229616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.229890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.229890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.230074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.230161] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.230256] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.230320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.230447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.230516] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.230700] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.230810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.230877] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.230988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.231077] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.231151] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e0e51a0-141f-491f-84c3-72712ccfb0ee is going to be updated. [ 1323.253375] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.253607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.253607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.253785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.253923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.254099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e0e51a0-141f-491f-84c3-72712ccfb0ee" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.704027] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1323.704320] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 deletion is rescheduled due to dependency. [ 1323.704320] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.704489] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.704715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.704976] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.705278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.705278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.705395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.705447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.705524] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.207995] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.710494] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.213395] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.213395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.213395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.213395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.213395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.213671] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1325.240882] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.241125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.241125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.241355] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.241460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.250194] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1327.263392] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1327.263793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.263793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.264054] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.264260] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.264381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.264446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.264605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.264686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.264771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.264864] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.725961] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.726161] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1327.767769] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.270385] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60b38873-6e14-4765-abfe-687e31597681: rpc.has_security_group_logging(os_id): False [ 1328.291506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.291774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.291774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.291930] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.292039] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.292299] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.292404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.292459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.292641] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.292805] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.292805] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1328.359385] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.359628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.359628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.359816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.359964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.374977] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1330.389800] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1330.390202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.727480] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.727843] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.728751] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.729563] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.730432] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.730820] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.731997] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.732394] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.734055] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.734055] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.734907] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.735388] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.673387] env[66551]: INFO networking_nsxv3.common.synchronization [req-6dd51771-e799-4662-9d4c-374c746c2659 req-f84a0e30-e2fa-407d-b414-8a16418e59f2 tempest-AttachVolumeNegativeTest-865195453 tempest-AttachVolumeNegativeTest-865195453-project-member] Enqueued Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_members [ 1358.673931] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGHEST for action security_group_members [ 1358.674271] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.674396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.674462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.674674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.674831] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.674931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.674996] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.675145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.675225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.675312] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.177531] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.178087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.178087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.178087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.178087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.178396] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.178396] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.178565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.178627] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.178746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.178854] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 is going to be updated. [ 1359.231719] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.231945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.231945] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.232129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.232289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.243808] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 in Status: IN_PROGRESS for 2s [ 1361.256763] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 in Status: IN_PROGRESS for 4s [ 1363.268384] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 in Status: SUCCESS [ 1363.268888] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 deletion is rescheduled due to dependency. [ 1363.268888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.674743] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.674929] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.675816] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.676185] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.677463] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.677830] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.678369] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.678369] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.679394] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.679753] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.680312] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.680695] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.681476] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.681821] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.683022] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.683448] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.217960] env[66551]: INFO networking_nsxv3.common.synchronization [req-7b801ad0-357b-4c3e-9c0c-8973f8f4d83e req-a81a44e0-f2ee-4a5a-af85-becd6d56a2d7 tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1403.218509] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1403.218824] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.219125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.219125] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.219214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.219358] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.219525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.219525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.220229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.220229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.220229] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.721704] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.721955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.721955] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.722140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.722234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.722432] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.722532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.722593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.722750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.722826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.722910] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1403.752169] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.752380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.752380] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.752554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.752690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.760671] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1405.773285] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1405.773685] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 deletion is rescheduled due to dependency. [ 1405.773685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.219741] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.220015] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.097195] env[66551]: INFO networking_nsxv3.common.synchronization [req-a4954975-d365-41e2-9d1d-fec23e49a3d0 req-b236c933-708a-49d6-914c-f9c64079da92 tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1410.097887] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1410.098057] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.098169] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.098294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.098398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.098548] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.098636] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.098695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.098844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.098929] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.099032] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.382162] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.382367] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.382491] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.382767] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.383037] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.383199] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.383315] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.383532] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.383675] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.383900] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.384024] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.384197] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.384258] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.384345] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.384447] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.384577] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.406585] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.406745] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1410.406876] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.407105] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-849" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.407423] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.407596] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.407703] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.408083] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.408230] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1a694a-6928-4864-aa3c-5341ca4d0ce4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.601330] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.601612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.601612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.601784] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.601879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.602116] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.602231] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.602302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.602447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.602514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.602604] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1410.629740] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.629944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.629944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.630186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.630334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.638759] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1410.910210] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.910462] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.910587] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.910882] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.911056] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.911214] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 3f1a694a-6928-4864-aa3c-5341ca4d0ce4 not found, creating... [ 1410.911479] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.911635] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.911751] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.911984] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.912154] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.912449] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.912601] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.912716] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.912924] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.913069] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.913207] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 3f1a694a-6928-4864-aa3c-5341ca4d0ce4 is going to be created. [ 1410.935735] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.935946] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.936073] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.936357] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.936583] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.936802] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.625818] env[66551]: INFO networking_nsxv3.common.synchronization [req-a4954975-d365-41e2-9d1d-fec23e49a3d0 req-4fe9aec1-0afa-410f-ada1-67cd56b4118a service nova] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1411.626101] env[66551]: INFO networking_nsxv3.common.synchronization [req-a4954975-d365-41e2-9d1d-fec23e49a3d0 req-4fe9aec1-0afa-410f-ada1-67cd56b4118a service nova] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1411.626206] env[66551]: INFO networking_nsxv3.common.synchronization [req-a4954975-d365-41e2-9d1d-fec23e49a3d0 req-4fe9aec1-0afa-410f-ada1-67cd56b4118a service nova] Enqueued Resource ID: 3f1a694a-6928-4864-aa3c-5341ca4d0ce4 with Priority: HIGHEST for action port [ 1411.626391] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_rules [ 1411.626515] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1411.626610] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1a694a-6928-4864-aa3c-5341ca4d0ce4 with Priority: HIGHEST for action port [ 1411.627171] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.627308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.627399] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.627543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.627634] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.629656] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.629656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.629656] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.629656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.629656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.629656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.629656] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1a694a-6928-4864-aa3c-5341ca4d0ce4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.132173] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.132404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.132527] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f1a694a-6928-4864-aa3c-5341ca4d0ce4 with status ACTIVE [ 1412.132661] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.132788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.134587] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.134587] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.134587] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.134587] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f1a694a-6928-4864-aa3c-5341ca4d0ce4 is going to be updated. [ 1412.155018] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.155264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.155264] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.155504] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.155664] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.155847] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f1a694a-6928-4864-aa3c-5341ca4d0ce4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.649470] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1412.649892] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 deletion is rescheduled due to dependency. [ 1412.649892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.649892] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.650119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.650300] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.650414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.650471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.650625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.650702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.650787] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.152977] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.655458] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.158189] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.159041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.159041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.159041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.159041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.159041] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1414.187323] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.187471] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.187544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.187755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.187899] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.195878] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1416.207055] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1416.207446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.207446] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.207663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.207819] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.207933] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.207997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.208165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.208248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.208332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.208421] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.627245] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.627466] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1416.710972] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.213510] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60b38873-6e14-4765-abfe-687e31597681: rpc.has_security_group_logging(os_id): False [ 1417.232071] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.232285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.232346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.232572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.232742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.233081] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.233196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.233259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.233426] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.233505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.233593] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1417.291629] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.291863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.291863] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.292024] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.292189] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.305205] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1419.319382] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1419.319787] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.628083] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.628083] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.629500] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.629915] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.630300] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.630681] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.631310] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.631753] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.632606] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.632980] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.633170] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.633535] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.634054] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.634498] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.635516] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.635516] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.636536] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.636796] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.637442] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.637813] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.429335] env[66551]: INFO networking_nsxv3.common.synchronization [req-61b30f0d-037a-492d-99ac-689c5a245c08 req-f44d89d3-4377-4170-94e3-1a7635412d6e tempest-ServerActionsTestJSON-1015036869 tempest-ServerActionsTestJSON-1015036869-project-member] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1471.429746] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGHEST for action security_group_members [ 1471.430035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.430197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.430197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.430385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.430487] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.430596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.430680] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.431099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.431099] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.431099] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.933353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.933568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.933568] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.933769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.933923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.934140] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.934245] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.934310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.934490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.934569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.934657] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be updated. [ 1471.977882] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.978132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.978132] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.978302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.978456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.989249] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: IN_PROGRESS for 2s [ 1474.000288] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60b38873-6e14-4765-abfe-687e31597681 in Status: SUCCESS [ 1474.000747] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60b38873-6e14-4765-abfe-687e31597681 deletion is rescheduled due to dependency. [ 1474.000747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.430923] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.431324] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.657319] env[66551]: INFO networking_nsxv3.common.synchronization [None req-ff0bc214-b90d-43df-9e00-77ae0007d4c9 None None] Enqueued Resource ID: 8df41343-e734-4685-bd32-ddb17df8aa80 with Priority: HIGHEST for action port [ 1479.657871] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df41343-e734-4685-bd32-ddb17df8aa80 with Priority: HIGHEST for action port [ 1479.658426] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df41343-e734-4685-bd32-ddb17df8aa80 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.658635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df41343-e734-4685-bd32-ddb17df8aa80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.658750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df41343-e734-4685-bd32-ddb17df8aa80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.659104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df41343-e734-4685-bd32-ddb17df8aa80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.659199] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df41343-e734-4685-bd32-ddb17df8aa80',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.938666] env[66551]: INFO networking_nsxv3.common.synchronization [None req-72e3e787-0cc8-4daa-a821-2ad2adc14fc4 tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_rules [ 1479.939220] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_rules [ 1479.939528] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.939650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.939718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.940341] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.940505] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.028561] env[66551]: INFO networking_nsxv3.common.synchronization [None req-4f8c329e-f0e4-4074-a804-351c68f1affa tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_rules [ 1480.029255] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_rules [ 1480.029539] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.029539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.162021] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8df41343-e734-4685-bd32-ddb17df8aa80 [ 1480.162021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.162021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.162021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.162021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.162367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.162367] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8df41343-e734-4685-bd32-ddb17df8aa80 already deleted. [ 1480.162367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df41343-e734-4685-bd32-ddb17df8aa80" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.465025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.465198] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.465265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.465488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.465580] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.465681] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c already deleted. [ 1480.465764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.465913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.466079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.466168] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.987148] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.987688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.987688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.987688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.987688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.987843] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c already deleted. [ 1480.987898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.440412] env[66551]: INFO networking_nsxv3.common.synchronization [None req-a01289ff-7983-4834-ab67-55e41da07c09 None None] Enqueued Resource ID: 54bb2b6e-6393-4747-af89-4449e84dd366 with Priority: HIGHEST for action port [ 1481.440639] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54bb2b6e-6393-4747-af89-4449e84dd366 with Priority: HIGHEST for action port [ 1481.440947] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-54bb2b6e-6393-4747-af89-4449e84dd366 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.441073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54bb2b6e-6393-4747-af89-4449e84dd366" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.441156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54bb2b6e-6393-4747-af89-4449e84dd366" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.441403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54bb2b6e-6393-4747-af89-4449e84dd366" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.441478] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54bb2b6e-6393-4747-af89-4449e84dd366',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.943821] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54bb2b6e-6393-4747-af89-4449e84dd366 [ 1481.944091] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.944243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.944313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.944515] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.944604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.944697] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54bb2b6e-6393-4747-af89-4449e84dd366 already deleted. [ 1481.944779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54bb2b6e-6393-4747-af89-4449e84dd366" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.176250] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1484.176611] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1485.913354] env[66551]: INFO networking_nsxv3.common.synchronization [req-2c103a4b-2cba-4c07-9dfe-f0570eb3aa36 req-1819f07e-8026-4c5d-9dab-7601a3929b3d tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1485.913697] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1485.913782] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.913899] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.913966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.914237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.914404] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.914501] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.914562] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.914713] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.914798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.914888] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.219754] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.219944] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.220084] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.220418] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.220974] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.220974] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.220974] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.221232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.221349] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.221547] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1486.221661] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1486.221795] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1486.221873] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1486.222252] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1486.222252] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1486.222252] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1486.243261] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1486.243433] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1486.243574] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1486.243743] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.244076] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-4cd8f61a-3301-43bb-9471-36b5926ae115 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.244246] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-4cd8f61a-3301-43bb-9471-36b5926ae115" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.244362] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-4cd8f61a-3301-43bb-9471-36b5926ae115" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.244682] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-4cd8f61a-3301-43bb-9471-36b5926ae115" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.244821] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd8f61a-3301-43bb-9471-36b5926ae115',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.416805] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.417069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.417123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.417345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.417436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.417636] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.417752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.417812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.417970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.418059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.418143] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c already deleted. [ 1486.418223] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.747059] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.747232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.747232] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.747525] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.747671] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.747864] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 4cd8f61a-3301-43bb-9471-36b5926ae115 not found, creating... [ 1486.748139] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.748297] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.748414] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.748634] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.748775] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.749087] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.749245] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.749445] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.749659] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.749792] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.749930] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 4cd8f61a-3301-43bb-9471-36b5926ae115 is going to be created. [ 1486.770502] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.770673] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.770800] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.771058] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.771283] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.771497] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-4cd8f61a-3301-43bb-9471-36b5926ae115" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.471373] env[66551]: INFO networking_nsxv3.common.synchronization [req-2c103a4b-2cba-4c07-9dfe-f0570eb3aa36 req-ec710eab-f5a5-4436-be10-e55b8fff3bd4 service nova] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_rules [ 1487.471373] env[66551]: INFO networking_nsxv3.common.synchronization [req-2c103a4b-2cba-4c07-9dfe-f0570eb3aa36 req-ec710eab-f5a5-4436-be10-e55b8fff3bd4 service nova] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1487.471373] env[66551]: INFO networking_nsxv3.common.synchronization [req-2c103a4b-2cba-4c07-9dfe-f0570eb3aa36 req-ec710eab-f5a5-4436-be10-e55b8fff3bd4 service nova] Enqueued Resource ID: 4cd8f61a-3301-43bb-9471-36b5926ae115 with Priority: HIGHEST for action port [ 1487.471373] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_rules [ 1487.471373] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1487.471373] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd8f61a-3301-43bb-9471-36b5926ae115 with Priority: HIGHEST for action port [ 1487.471373] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.472088] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.472316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.472774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.472959] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.474279] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.474599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.474777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.475048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.475288] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.475512] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.475673] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.475909] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.476098] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.476287] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.477775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd8f61a-3301-43bb-9471-36b5926ae115 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.478527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd8f61a-3301-43bb-9471-36b5926ae115" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.478527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd8f61a-3301-43bb-9471-36b5926ae115" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.478527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd8f61a-3301-43bb-9471-36b5926ae115" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.478527] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd8f61a-3301-43bb-9471-36b5926ae115',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.979811] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.979990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.980204] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.981079] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd8f61a-3301-43bb-9471-36b5926ae115 with status ACTIVE [ 1487.981317] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.981461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.981524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.981762] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.981924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.982394] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.982543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.982630] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.982826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.982932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.983165] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.983278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.983311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.983697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.983697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.983697] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd8f61a-3301-43bb-9471-36b5926ae115 is going to be updated. [ 1488.005990] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.006232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.006232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.006486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.006642] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.006801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd8f61a-3301-43bb-9471-36b5926ae115" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.486433] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.990113] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.990346] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.990393] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.990692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.990838] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.990950] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be created. [ 1489.015815] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.016055] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.016144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.016408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.016599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.027526] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: UNINITIALIZED for 2s [ 1491.038365] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1491.038738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.038738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.038999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.039218] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.039339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.039404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.039571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.039652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.039740] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.039866] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.542683] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.045445] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26cd5f52-4819-442a-b636-1f4fa9e52f4c: rpc.has_security_group_logging(os_id): False [ 1492.063321] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.063510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.063510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.063776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.063897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.064216] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.064344] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.064448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.064626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.064706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.064795] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be created. [ 1492.127786] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.128040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.128040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.128248] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.128434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.141865] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: IN_PROGRESS for 2s [ 1492.471880] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.472122] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1494.156347] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1494.156747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.473117] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.473550] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.474901] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.475394] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.476135] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.476533] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.477441] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.477441] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.478136] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.478504] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.479474] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.479474] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.126073] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.126073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.126073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.126073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.126460] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.628917] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.130778] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.633032] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1524.633441] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1525.378378] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.378625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.378625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.378836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.390639] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1525.392819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.393561] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1525.433926] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.434195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.434195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.434363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.447881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.448777] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1525.448866] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.448941] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1525.484322] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.484544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.484544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.484748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.485501] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.485665] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1525.563054] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.563323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.563323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.563514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.563767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.564044] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1525.637537] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.637986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.637986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.637986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.638288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.638579] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1525.638665] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3b0e80b8-5858-4450-ab07-3569ec55d8f4', '0443c931-fd4a-4b4b-946e-5b53ed5b7af3', 'b22a1d0b-5177-4950-9928-b36769de94b8', '1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf', '1e3a2c1c-356e-45a7-98d7-f38cf75beb35', 'd83940e2-e3a7-4020-834b-dd495e6bf686', '4bac1468-954b-4ef4-9426-703ca90092fe', '26cd5f52-4819-442a-b636-1f4fa9e52f4c', '22d90069-b3b9-4519-b51e-6b0bab3f7809', 'cbf1d6a2-871c-4762-9baa-71c30f8db780', '2e122fa6-273c-4439-b15c-072ff70d76e9', '4c01e4cd-f966-4121-85ce-489072376567', '14125ea3-fd19-434e-ac0a-0c2bf084aee7', 'eb25d070-cc19-4c7c-a3a3-e77295f98f5b', '69134ed2-99e4-4ddc-919b-5267eca84d96', 'f079edbf-d6ea-425b-b1c2-75445d2b265f', '2e8e2e06-95e1-4b60-a403-c895f76a8e86', '113b35bd-ad1e-427b-bcd2-1f206bb23876', '36692471-0c58-410f-b306-003153fccda8', '265ffce0-441b-4fa0-9ed2-3d6e2bf96037', '60b38873-6e14-4765-abfe-687e31597681', 'd8acc4bf-2fec-4056-a5e6-d37fc27a7c27', 'cf06e3fe-e54c-49e8-8976-1c8613412820', '72b61e74-a2f3-492f-8a22-d61d2550b7f8', '0692da61-fc09-4ca8-ae40-009b9b1332f5', '8122783d-8ce6-482f-aae5-74887c0b2423', '04643e1a-277a-4f48-a91f-85d754e3afff', 'ea9243ac-af1e-41e1-b774-59ede07ae996'} {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.638777] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1525.660315] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.660556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.660556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.660776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.660841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.660957] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1525.661058] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.661129] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1525.737021] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.737288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.737288] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.737473] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.738569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.738805] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1525.738878] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.738950] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1525.739028] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1525.739119] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1525.739216] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGH for action security_group_rules [ 1525.739335] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGH for action security_group_rules [ 1525.739421] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGH for action security_group_rules [ 1525.739481] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGH for action security_group_rules [ 1525.739543] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGH for action security_group_rules [ 1525.739599] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGH for action security_group_rules [ 1525.739658] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGH for action security_group_rules [ 1525.739718] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGH for action security_group_rules [ 1525.739777] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGH for action security_group_rules [ 1525.739834] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGH for action security_group_rules [ 1525.739887] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGH for action security_group_rules [ 1525.739937] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGH for action security_group_rules [ 1525.739983] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGH for action security_group_rules [ 1525.740049] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGH for action security_group_rules [ 1525.740108] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGH for action security_group_rules [ 1525.740164] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGH for action security_group_rules [ 1525.740215] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGH for action security_group_rules [ 1525.740272] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGH for action security_group_rules [ 1525.740332] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGH for action security_group_rules [ 1525.740397] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGH for action security_group_rules [ 1525.740482] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.481137] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.481557] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1527.481557] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 with Priority: HIGH for action security_group_rules [ 1527.481557] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22a1d0b-5177-4950-9928-b36769de94b8 with Priority: HIGH for action security_group_rules [ 1527.481738] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bac1468-954b-4ef4-9426-703ca90092fe with Priority: HIGH for action security_group_rules [ 1527.481738] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 with Priority: HIGH for action security_group_rules [ 1527.481805] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 with Priority: HIGH for action security_group_rules [ 1527.481880] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36692471-0c58-410f-b306-003153fccda8 with Priority: HIGH for action security_group_rules [ 1527.481974] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 with Priority: HIGH for action security_group_rules [ 1527.482078] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 with Priority: HIGH for action security_group_rules [ 1527.482170] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b with Priority: HIGH for action security_group_rules [ 1527.482262] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f079edbf-d6ea-425b-b1c2-75445d2b265f with Priority: HIGH for action security_group_rules [ 1527.482349] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 with Priority: HIGH for action security_group_rules [ 1527.482436] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c01e4cd-f966-4121-85ce-489072376567 with Priority: HIGH for action security_group_rules [ 1527.482522] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 with Priority: HIGH for action security_group_rules [ 1527.482606] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 with Priority: HIGH for action security_group_rules [ 1527.482692] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 with Priority: HIGH for action security_group_rules [ 1527.482778] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83940e2-e3a7-4020-834b-dd495e6bf686 with Priority: HIGH for action security_group_rules [ 1527.482858] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGH for action security_group_rules [ 1527.482942] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 with Priority: HIGH for action security_group_rules [ 1527.483036] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 with Priority: HIGH for action security_group_rules [ 1527.483126] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf with Priority: HIGH for action security_group_rules [ 1527.483467] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.483591] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.483663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.483869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.483953] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b0e80b8-5858-4450-ab07-3569ec55d8f4',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.484899] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b22a1d0b-5177-4950-9928-b36769de94b8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.485033] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.485107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.485255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.485330] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b22a1d0b-5177-4950-9928-b36769de94b8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.486105] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bac1468-954b-4ef4-9426-703ca90092fe taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.486212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.486280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.486413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.486483] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bac1468-954b-4ef4-9426-703ca90092fe',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.487703] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69134ed2-99e4-4ddc-919b-5267eca84d96 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.487840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.487931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.488032] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.488123] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69134ed2-99e4-4ddc-919b-5267eca84d96',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.488982] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.488982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.489161] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.489243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.489318] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('265ffce0-441b-4fa0-9ed2-3d6e2bf96037',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.490029] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36692471-0c58-410f-b306-003153fccda8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.490163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.490163] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.490337] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.490395] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36692471-0c58-410f-b306-003153fccda8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.491063] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113b35bd-ad1e-427b-bcd2-1f206bb23876 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.491063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.491279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.491352] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.491532] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113b35bd-ad1e-427b-bcd2-1f206bb23876',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.492171] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.492300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.492390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.492459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.492521] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e8e2e06-95e1-4b60-a403-c895f76a8e86',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.493321] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.493436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.493491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.493629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.493711] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb25d070-cc19-4c7c-a3a3-e77295f98f5b',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.494438] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f079edbf-d6ea-425b-b1c2-75445d2b265f taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.494590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.494590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.494772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.495049] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f079edbf-d6ea-425b-b1c2-75445d2b265f',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.496389] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.496530] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.496613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.496704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.496776] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14125ea3-fd19-434e-ac0a-0c2bf084aee7',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.497679] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c01e4cd-f966-4121-85ce-489072376567 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.497679] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.497834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.497891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.497947] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c01e4cd-f966-4121-85ce-489072376567',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.498668] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e122fa6-273c-4439-b15c-072ff70d76e9 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.498845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.498845] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.499074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.499074] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e122fa6-273c-4439-b15c-072ff70d76e9',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.500025] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbf1d6a2-871c-4762-9baa-71c30f8db780 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.500025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.500025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.500025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.500320] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbf1d6a2-871c-4762-9baa-71c30f8db780',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.500703] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d90069-b3b9-4519-b51e-6b0bab3f7809 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.500793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.500882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.501012] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.501084] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d90069-b3b9-4519-b51e-6b0bab3f7809',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.501827] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d83940e2-e3a7-4020-834b-dd495e6bf686 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.501976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.502051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.502191] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.502246] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d83940e2-e3a7-4020-834b-dd495e6bf686',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.502855] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.502959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.503042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.503181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.503242] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.503875] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.503976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.504048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.504200] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.504309] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e3a2c1c-356e-45a7-98d7-f38cf75beb35',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.505011] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.505113] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.505197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.505312] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.505373] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0443c931-fd4a-4b4b-946e-5b53ed5b7af3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.506017] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.506117] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.506176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.506327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.506397] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.530999] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.531153] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.531201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.531414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.533580] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.533711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.555531] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.555707] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b22a1d0b-5177-4950-9928-b36769de94b8 is going to be deleted. [ 1527.556788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.557013] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.575051] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.575194] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 265ffce0-441b-4fa0-9ed2-3d6e2bf96037 is going to be deleted. [ 1527.615511] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.615739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.615739] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.615934] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.616040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.616196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b22a1d0b-5177-4950-9928-b36769de94b8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.621402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.621547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.621613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.621780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.621924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.621964] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-265ffce0-441b-4fa0-9ed2-3d6e2bf96037" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.016543] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.016799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.016799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.017014] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.017134] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.017243] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.017325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.017440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.017524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.017609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.017694] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.030907] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.042862] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26cd5f52-4819-442a-b636-1f4fa9e52f4c: rpc.has_security_group_logging(os_id): False [ 1528.080941] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.081149] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.081220] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.081413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.083460] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.083583] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.084649] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.084751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.085466] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.085582] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.086326] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.086422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.087135] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.087305] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.087977] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.088152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.090307] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.090429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.091117] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.091211] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.091903] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.091993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.092676] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.092771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.093378] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1528.093790] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.093884] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.094501] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1528.094882] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.094973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.095587] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1528.095938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.096060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.096647] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1528.097041] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.097136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.097698] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1528.098084] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.098209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.098776] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1528.099160] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.099262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.100156] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1528.100530] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.100633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.101217] env[66551]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1528.101593] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.101698] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b0e80b8-5858-4450-ab07-3569ec55d8f4 is going to be deleted. [ 1528.102558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.102769] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.119566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.119720] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69134ed2-99e4-4ddc-919b-5267eca84d96 is going to be deleted. [ 1528.120602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.120812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.138246] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.138420] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e8e2e06-95e1-4b60-a403-c895f76a8e86 is going to be deleted. [ 1528.139351] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.139569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.159919] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.160127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.163783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.163929] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c01e4cd-f966-4121-85ce-489072376567 is going to be deleted. [ 1528.164777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.164993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.174291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.174453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.188990] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.189174] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d90069-b3b9-4519-b51e-6b0bab3f7809 is going to be deleted. [ 1528.190063] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.190277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.191811] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.191916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.239889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.240087] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36692471-0c58-410f-b306-003153fccda8 is going to be deleted. [ 1528.241093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.241336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.244691] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.244894] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.289981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.290164] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14125ea3-fd19-434e-ac0a-0c2bf084aee7 is going to be deleted. [ 1528.291066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.291532] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.341261] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.341479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.346483] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.346623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.348265] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.348400] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb25d070-cc19-4c7c-a3a3-e77295f98f5b is going to be deleted. [ 1528.349268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.349492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.409652] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.409831] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e122fa6-273c-4439-b15c-072ff70d76e9 is going to be deleted. [ 1528.410767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.410997] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.435983] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.436233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.449129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.449349] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbf1d6a2-871c-4762-9baa-71c30f8db780 is going to be deleted. [ 1528.450199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.450458] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.481228] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.481684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.501771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.501994] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113b35bd-ad1e-427b-bcd2-1f206bb23876 is going to be deleted. [ 1528.502834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.503080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.507251] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.507461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.541976] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.542217] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d83940e2-e3a7-4020-834b-dd495e6bf686 is going to be deleted. [ 1528.543053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.543283] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.608529] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.608743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.609621] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.609737] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e3a2c1c-356e-45a7-98d7-f38cf75beb35 is going to be deleted. [ 1528.610612] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.610813] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.628810] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.629021] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.638604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.638916] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.639040] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.639130] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.639338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.639423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.639526] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be updated. [ 1528.640646] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.640841] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.678942] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.679179] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.706026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.706266] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bac1468-954b-4ef4-9426-703ca90092fe is going to be deleted. [ 1528.707140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.707366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.765694] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.765935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.770879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.771033] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf is going to be deleted. [ 1528.771944] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.772174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.796460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.796686] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0443c931-fd4a-4b4b-946e-5b53ed5b7af3 is going to be deleted. [ 1528.797451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.797665] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.797753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.797864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b0e80b8-5858-4450-ab07-3569ec55d8f4" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.798037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.798254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.798334] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.798454] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69134ed2-99e4-4ddc-919b-5267eca84d96" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.798993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.799186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.799281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.799403] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e8e2e06-95e1-4b60-a403-c895f76a8e86" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.799558] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.799704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.799779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.799893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c01e4cd-f966-4121-85ce-489072376567" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.800031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.800175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.800250] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.800356] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d90069-b3b9-4519-b51e-6b0bab3f7809" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.800481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.800619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.800692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.800800] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36692471-0c58-410f-b306-003153fccda8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.800919] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.801076] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.801137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.801242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14125ea3-fd19-434e-ac0a-0c2bf084aee7" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.801365] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.801514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.801585] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.801665] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb25d070-cc19-4c7c-a3a3-e77295f98f5b" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.801788] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.801922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.801995] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.802115] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e122fa6-273c-4439-b15c-072ff70d76e9" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.802252] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.802372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.802445] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.802550] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbf1d6a2-871c-4762-9baa-71c30f8db780" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.802670] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.802878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.802954] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.803072] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113b35bd-ad1e-427b-bcd2-1f206bb23876" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.803195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.803333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.852994] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.853259] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.863078] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.863326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.897861] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.898080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.898907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.899042] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f079edbf-d6ea-425b-b1c2-75445d2b265f is going to be deleted. [ 1528.899951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.900187] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.900281] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.900402] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d83940e2-e3a7-4020-834b-dd495e6bf686" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.900557] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.900716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.900792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.900904] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e3a2c1c-356e-45a7-98d7-f38cf75beb35" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.901437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.901601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.901752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.902712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.902880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.902961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.903095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bac1468-954b-4ef4-9426-703ca90092fe" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.903237] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.903394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.903472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.903575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a5108e7-2cf2-4fe9-b80d-14ed53a0d3bf" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.936082] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.936291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.936339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.936547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.936638] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.936758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0443c931-fd4a-4b4b-946e-5b53ed5b7af3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.952669] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: IN_PROGRESS for 2s [ 1528.998489] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.998707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.998707] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.998901] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.998994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.999144] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f079edbf-d6ea-425b-b1c2-75445d2b265f" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.966276] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1530.966678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.484427] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.484743] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.021325] env[66551]: INFO networking_nsxv3.common.synchronization [req-fbe421b3-2cf9-4483-b58a-139108f0f5cd req-c61070de-41ea-4750-9ed8-ea1fadc898bf tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1537.022178] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1537.022631] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.022793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.022905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.023279] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.023523] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.023691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.023802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.024087] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.024218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.024376] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.307133] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.307335] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.307458] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.307723] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.307980] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.308148] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.308284] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.308492] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.308633] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.308893] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1537.309028] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1537.309143] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1537.309251] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1537.309362] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1537.309479] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1537.309601] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1537.330666] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1537.330846] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1537.330978] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1537.331145] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.331493] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-3127ec9c-0e53-4677-9aaf-c10ea4374e15 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.331678] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-3127ec9c-0e53-4677-9aaf-c10ea4374e15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.331799] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-3127ec9c-0e53-4677-9aaf-c10ea4374e15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.332162] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-3127ec9c-0e53-4677-9aaf-c10ea4374e15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.332321] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3127ec9c-0e53-4677-9aaf-c10ea4374e15',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.528635] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.528852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.528852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.529044] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.529129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.529353] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.529461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.529519] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.529667] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.529772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.529831] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 already deleted. [ 1537.529913] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.835275] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.835475] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.835605] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.835931] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.836099] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.836274] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 3127ec9c-0e53-4677-9aaf-c10ea4374e15 not found, creating... [ 1537.836557] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.836728] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.836846] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.837124] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.837342] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.837668] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.837844] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.837961] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.838243] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.838396] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.838540] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 3127ec9c-0e53-4677-9aaf-c10ea4374e15 is going to be created. [ 1537.858392] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.858610] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.858704] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.858964] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.859227] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.859462] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-3127ec9c-0e53-4677-9aaf-c10ea4374e15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.546336] env[66551]: INFO networking_nsxv3.common.synchronization [req-fbe421b3-2cf9-4483-b58a-139108f0f5cd req-7df1ec82-e22c-4479-a340-7f4dcc399957 service nova] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_rules [ 1538.546586] env[66551]: INFO networking_nsxv3.common.synchronization [req-fbe421b3-2cf9-4483-b58a-139108f0f5cd req-7df1ec82-e22c-4479-a340-7f4dcc399957 service nova] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1538.546628] env[66551]: INFO networking_nsxv3.common.synchronization [req-fbe421b3-2cf9-4483-b58a-139108f0f5cd req-7df1ec82-e22c-4479-a340-7f4dcc399957 service nova] Enqueued Resource ID: 3127ec9c-0e53-4677-9aaf-c10ea4374e15 with Priority: HIGHEST for action port [ 1538.547167] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_rules [ 1538.547315] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1538.547479] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3127ec9c-0e53-4677-9aaf-c10ea4374e15 with Priority: HIGHEST for action port [ 1538.547735] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.547890] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.547974] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.548285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.548366] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.549699] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.550316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.550316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.550316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.550316] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.550553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.550553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.550553] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.550722] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.550722] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.551556] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-3127ec9c-0e53-4677-9aaf-c10ea4374e15 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.551556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3127ec9c-0e53-4677-9aaf-c10ea4374e15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.551940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3127ec9c-0e53-4677-9aaf-c10ea4374e15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.551940] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3127ec9c-0e53-4677-9aaf-c10ea4374e15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.551940] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3127ec9c-0e53-4677-9aaf-c10ea4374e15',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.053981] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.055034] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.055158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.055333] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3127ec9c-0e53-4677-9aaf-c10ea4374e15 with status ACTIVE [ 1539.055496] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.055607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.055671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.055879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.055965] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.056173] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.056278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.056340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.056505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.056584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.056768] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.056861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.056922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.057079] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.057188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.057227] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3127ec9c-0e53-4677-9aaf-c10ea4374e15 is going to be updated. [ 1539.077183] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.077385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.077385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.077577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.077709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.077861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3127ec9c-0e53-4677-9aaf-c10ea4374e15" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.559121] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.061834] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.062048] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.062102] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.062321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.062423] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.062534] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 is going to be created. [ 1540.085925] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.086146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.086146] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.086323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.086480] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.096076] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: UNINITIALIZED for 2s [ 1542.108342] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: SUCCESS [ 1542.108688] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.108747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.108922] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.109134] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.109253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.109363] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.109541] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.109623] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.109709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.109797] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.612400] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.612625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.612625] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.612772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.612942] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.613061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.613127] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.613297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.613382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.613472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.613616] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.613746] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.613862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.613918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.614058] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.614150] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.614209] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.614345] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.614422] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.614533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.614627] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.117066] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a348f9cf-a989-4a45-ba1d-d07776fa2ec3: rpc.has_security_group_logging(os_id): False [ 1543.134870] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.135100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.135100] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.135323] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.135416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.135638] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.135745] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.135802] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.135948] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.136030] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.136258] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.136387] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.136428] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.136546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.136613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.136795] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.136897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.136961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.137091] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.137156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.137243] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 is going to be created. [ 1543.191686] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.191924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.191924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.192122] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.192298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.203222] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: IN_PROGRESS for 2s [ 1543.548218] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.548452] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1545.216949] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: SUCCESS [ 1545.217404] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.550425] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.550425] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.551663] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.552114] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.552810] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.553212] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.597548] env[66551]: INFO networking_nsxv3.common.synchronization [req-03dd6c38-7862-4cb5-98ee-e3a35c89db3c req-fd5f7eb3-6f08-42d5-a5b7-ab5bfda32f41 tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1562.597943] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1562.598284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.598462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.598526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.598724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.598881] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.598982] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.599053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.599201] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.599285] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.599433] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.102927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.103183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.103183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.103401] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.103513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.103715] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.103816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.103878] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.104049] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.104126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.104209] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 is going to be updated. [ 1563.131730] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.131967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.131967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.132164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.132333] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.141399] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: IN_PROGRESS for 2s [ 1565.152825] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: SUCCESS [ 1565.153126] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 deletion is rescheduled due to dependency. [ 1565.153202] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.651420] env[66551]: INFO networking_nsxv3.common.synchronization [None req-a1add27d-8023-42d4-b9ae-8c194b0699ed tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_rules [ 1566.652381] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_rules [ 1566.652727] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.652848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.652923] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.653230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.653383] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.725933] env[66551]: INFO networking_nsxv3.common.synchronization [None req-228cfcda-09bf-4f74-97f8-232a8b0b52bd tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_rules [ 1566.725933] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_rules [ 1566.725933] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.726475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.175324] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.175478] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.175548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.175771] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.175999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.176067] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d already deleted. [ 1567.176152] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.176300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.176477] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.176561] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.696238] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.696659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.696659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.696659] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.696806] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.696806] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d already deleted. [ 1567.696882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.726719] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.727371] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.026109] env[66551]: INFO networking_nsxv3.common.synchronization [req-8a218231-cf09-4b0c-a36b-edf597e4d308 req-a8a2ac14-c6b6-477a-99ea-4fda83779cd0 tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_members [ 1572.026582] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_members [ 1572.026755] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.026865] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.026928] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.027195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.027346] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.027645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.027645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.027645] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.027851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.027851] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.291768] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.291968] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.292104] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.292381] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.292645] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.292799] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.292911] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.293135] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.293275] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.293474] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1572.293585] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1572.293711] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1572.293816] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1572.293921] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1572.294032] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1572.294160] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1572.314784] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1572.314956] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1572.315108] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1572.315286] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.315599] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.315774] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.315931] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.316293] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.316467] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e8ad99-47c6-4ad2-a5de-0cdc47d20848',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.530201] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.530416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.530416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.530620] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.530715] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.530939] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.531060] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.531123] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.531289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.531369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.531456] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d already deleted. [ 1572.531526] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.818921] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.819412] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.819412] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.819677] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.819853] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.820040] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port b7e8ad99-47c6-4ad2-a5de-0cdc47d20848 not found, creating... [ 1572.820338] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.820516] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.820632] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.820893] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.821049] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.821320] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.821488] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.821603] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.821880] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.821972] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.822129] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: b7e8ad99-47c6-4ad2-a5de-0cdc47d20848 is going to be created. [ 1572.843041] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.843275] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.843399] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.843689] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.843915] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.844157] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.539209] env[66551]: INFO networking_nsxv3.common.synchronization [req-8a218231-cf09-4b0c-a36b-edf597e4d308 req-1175deaa-05b9-427e-bc12-72899af7937c service nova] Enqueued Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_rules [ 1573.539209] env[66551]: INFO networking_nsxv3.common.synchronization [req-8a218231-cf09-4b0c-a36b-edf597e4d308 req-1175deaa-05b9-427e-bc12-72899af7937c service nova] Enqueued Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_members [ 1573.539209] env[66551]: INFO networking_nsxv3.common.synchronization [req-8a218231-cf09-4b0c-a36b-edf597e4d308 req-1175deaa-05b9-427e-bc12-72899af7937c service nova] Enqueued Resource ID: b7e8ad99-47c6-4ad2-a5de-0cdc47d20848 with Priority: HIGHEST for action port [ 1573.539209] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_rules [ 1573.539209] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_members [ 1573.539209] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7e8ad99-47c6-4ad2-a5de-0cdc47d20848 with Priority: HIGHEST for action port [ 1573.539506] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.539801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.540065] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.540408] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.540601] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.542140] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.542357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.542629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.542905] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.543159] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.543533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.543678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.543907] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.544820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.544820] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.544908] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.544992] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.545071] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.545359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.545440] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7e8ad99-47c6-4ad2-a5de-0cdc47d20848',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.047382] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.047691] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.047887] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1574.048815] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7e8ad99-47c6-4ad2-a5de-0cdc47d20848 with status ACTIVE [ 1574.049043] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.049164] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.049230] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.049437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.049543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.050137] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.050137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.050137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.050348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.050348] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.050475] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.050586] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.050690] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.050815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.050924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.051021] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7e8ad99-47c6-4ad2-a5de-0cdc47d20848 is going to be updated. [ 1574.072845] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1574.073069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.073124] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1574.073494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1574.073584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.073723] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7e8ad99-47c6-4ad2-a5de-0cdc47d20848" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.552827] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.055519] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.055925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.055925] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.056025] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.056066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.056169] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d is going to be created. [ 1575.079216] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.079436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.079436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.079629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.079797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.088364] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d in Status: UNINITIALIZED for 2s [ 1577.099959] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d in Status: SUCCESS [ 1577.100369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.100369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.100599] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.100812] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.100986] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.101070] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.101240] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.101324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.101411] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.101501] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.604301] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.106403] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02475980-0db3-44ea-a3bf-f2ee3d8aef6d: rpc.has_security_group_logging(os_id): False [ 1578.124362] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.124543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.124543] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.124772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.124867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.125132] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.125236] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.125299] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.125460] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.125538] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.125626] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d is going to be created. [ 1578.184370] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.184626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.184626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.184773] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.184960] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.194429] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d in Status: IN_PROGRESS for 2s [ 1578.539408] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.539607] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1580.207212] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d in Status: SUCCESS [ 1580.207644] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.540503] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.540503] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.541218] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.541594] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.542696] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.542696] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1598.543841] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1598.544241] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1603.544947] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1603.545355] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1608.546740] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1608.547147] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.547888] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1613.548296] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1618.677486] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1618.677801] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1623.678575] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1623.678980] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.679872] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.680325] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.681362] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.681362] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.682047] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.682424] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1643.682793] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1643.683295] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1648.684403] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1648.684813] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1653.685489] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1653.685932] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1658.686697] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1658.686697] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1663.688145] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1663.688547] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1668.689219] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1668.689670] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1673.690468] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1673.690863] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1678.691689] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1678.692071] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1683.692772] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1683.693197] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1685.332093] env[66551]: INFO networking_nsxv3.common.synchronization [req-c81a5b69-87e0-43f0-80f9-3a13b28bd865 req-e7e1073e-986e-49fc-b7e5-c3b5f1360cad tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_members [ 1685.332624] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGHEST for action security_group_members [ 1685.332927] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.333119] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.333217] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.333447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.333643] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.333770] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.333834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.333991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.334483] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.334591] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1685.836592] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.836856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.836973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.837228] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.837324] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.837562] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.837651] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.837716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.837874] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.837951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.838055] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d is going to be updated. [ 1685.878988] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1685.879229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.879229] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.879486] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1685.879677] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.889068] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d in Status: IN_PROGRESS for 2s [ 1687.900432] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d in Status: SUCCESS [ 1687.900834] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d deletion is rescheduled due to dependency. [ 1687.900834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1690.333211] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.333491] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1695.228627] env[66551]: INFO networking_nsxv3.common.synchronization [req-ac06a3e6-f5a7-40bf-a015-3e22b07d5277 req-48e228f6-2026-4d68-ac8b-e0c2f44a4638 tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1695.229174] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1695.229519] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.229888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.229888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.229888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.230094] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.230175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.230175] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.230314] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.230481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.230481] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1695.514802] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.515007] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.515136] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.515407] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.515984] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.516163] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.516279] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.516496] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.516641] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.516845] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1695.517017] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1695.517158] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1695.517267] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1695.517381] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1695.517512] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1695.517654] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1695.540156] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1695.540345] env[66551]: DEBUG dogpile.cache.region [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1695.540451] env[66551]: DEBUG dogpile.lock [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1695.540630] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.540946] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock port-5e4f433b-701f-4c59-bf48-8275da12abcc taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.541130] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.541243] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.541610] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.541783] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4f433b-701f-4c59-bf48-8275da12abcc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1695.733348] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.733577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.733577] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.733750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.733869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.734090] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.734192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.734253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.734415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.734494] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.734578] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 is going to be updated. [ 1695.759227] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1695.759481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.759481] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1695.759685] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1695.759831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1695.768933] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: IN_PROGRESS for 2s [ 1696.044496] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.044756] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.044951] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.045269] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.045423] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.045593] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Segment Port 5e4f433b-701f-4c59-bf48-8275da12abcc not found, creating... [ 1696.045889] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.046148] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.046325] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.046640] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.046862] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.047321] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.047568] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.047754] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.048074] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.048283] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.048497] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Resource: SegmentPort with ID: 5e4f433b-701f-4c59-bf48-8275da12abcc is going to be created. [ 1696.070653] env[66551]: DEBUG networking_nsxv3.common.locking [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.070895] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.070976] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.071283] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.071514] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.071731] env[66551]: DEBUG oslo_concurrency.lockutils [None req-8ce7c848-ef16-4cf0-a651-63f345ec13f0 None None] Releasing lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.752215] env[66551]: INFO networking_nsxv3.common.synchronization [req-ac06a3e6-f5a7-40bf-a015-3e22b07d5277 req-0ea3518a-3535-4496-9786-9d45a597b1f0 service nova] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_rules [ 1696.752549] env[66551]: INFO networking_nsxv3.common.synchronization [req-ac06a3e6-f5a7-40bf-a015-3e22b07d5277 req-0ea3518a-3535-4496-9786-9d45a597b1f0 service nova] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1696.752603] env[66551]: INFO networking_nsxv3.common.synchronization [req-ac06a3e6-f5a7-40bf-a015-3e22b07d5277 req-0ea3518a-3535-4496-9786-9d45a597b1f0 service nova] Enqueued Resource ID: 5e4f433b-701f-4c59-bf48-8275da12abcc with Priority: HIGHEST for action port [ 1696.753184] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_rules [ 1696.753357] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1696.753442] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4f433b-701f-4c59-bf48-8275da12abcc with Priority: HIGHEST for action port [ 1696.753702] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.753826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.753893] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.754106] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.754186] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1696.754990] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.755096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.755288] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e4f433b-701f-4c59-bf48-8275da12abcc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1696.755384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.755443] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.755606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1696.755681] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4f433b-701f-4c59-bf48-8275da12abcc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1697.257600] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.257837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.257919] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e4f433b-701f-4c59-bf48-8275da12abcc with status ACTIVE [ 1697.258123] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.258232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.258298] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.258527] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.258617] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.258871] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.258927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.258968] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.259159] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.259222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.259414] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.259534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.259598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.259742] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.259816] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.259902] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e4f433b-701f-4c59-bf48-8275da12abcc is going to be updated. [ 1697.280806] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.281052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.281052] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.281166] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.281300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.281453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.778605] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: SUCCESS [ 1697.779038] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 deletion is rescheduled due to dependency. [ 1697.779038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.779038] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.779268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.779448] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1697.779590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.779655] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1697.779810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1697.779891] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1697.779984] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.282801] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1698.785038] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1699.288472] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.288472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.288472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.288472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.288472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.288798] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 is going to be updated. [ 1699.319486] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1699.319712] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.319761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1699.319951] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1699.320108] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1699.328483] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: IN_PROGRESS for 2s [ 1701.340842] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: SUCCESS [ 1701.341241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.341241] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.341432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1701.341623] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1701.341743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.341820] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.341973] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1701.342068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.342156] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.342249] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1701.754648] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1701.754929] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1701.844476] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1701.844704] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.844792] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.845089] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1701.845297] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1701.845427] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.845513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.845727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1701.845844] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.845970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.846163] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1701.846286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.846369] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.846574] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1701.846716] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1701.846834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.846916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1701.847110] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1701.847212] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.847321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1701.847433] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1702.350310] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a348f9cf-a989-4a45-ba1d-d07776fa2ec3: rpc.has_security_group_logging(os_id): False [ 1702.367690] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.367957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.367957] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.368137] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.368233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.368466] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.368569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.368628] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.368785] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.368861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.369045] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.369140] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.369197] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.369340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.369407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.369618] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.369709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.369767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.369911] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.369984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.370081] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 is going to be updated. [ 1702.427892] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1702.428134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.428134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1702.428386] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1702.428539] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1702.442246] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: IN_PROGRESS for 2s [ 1704.027861] env[66551]: INFO networking_nsxv3.common.synchronization [req-fddaa4e1-7914-41f5-b2ea-9b466d908f78 req-78a674a9-5ae2-4f75-96d8-05725ed1258e tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1704.028481] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGHEST for action security_group_members [ 1704.028706] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.028793] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.028867] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.029143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.029236] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.029336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.029398] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.029573] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.029657] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.029657] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1704.071443] env[66551]: INFO networking_nsxv3.common.synchronization [req-fddaa4e1-7914-41f5-b2ea-9b466d908f78 req-78a674a9-5ae2-4f75-96d8-05725ed1258e tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 5e4f433b-701f-4c59-bf48-8275da12abcc with Priority: HIGHEST for action port [ 1704.072159] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e4f433b-701f-4c59-bf48-8275da12abcc with Priority: HIGHEST for action port [ 1704.072485] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e4f433b-701f-4c59-bf48-8275da12abcc taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.072602] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.072671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.072881] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.072950] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e4f433b-701f-4c59-bf48-8275da12abcc',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1704.456574] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: SUCCESS [ 1704.456790] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.531787] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.532056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.532181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.532469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.532578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.532872] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.532994] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.533167] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.533309] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.533385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.533481] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 is going to be updated. [ 1704.563284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.563496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.563496] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.563709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.563848] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.574228] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: IN_PROGRESS for 2s [ 1704.574440] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e4f433b-701f-4c59-bf48-8275da12abcc with status ACTIVE [ 1704.574650] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.574775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.574836] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.575042] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.575129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.575311] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.575413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.575469] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.575609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.575681] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.575866] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.575981] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.576053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.576158] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.576233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.576335] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e4f433b-701f-4c59-bf48-8275da12abcc is going to be updated. [ 1704.597881] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1704.598142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.598142] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1704.598354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1704.598433] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1704.598581] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e4f433b-701f-4c59-bf48-8275da12abcc" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1706.584076] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 in Status: SUCCESS [ 1706.584447] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 deletion is rescheduled due to dependency. [ 1706.584447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1709.073367] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1709.073827] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1714.074246] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1714.074530] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1719.075526] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1719.075900] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1724.076423] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1724.076722] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1724.177204] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1724.177443] env[66551]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-43e313f8-a4ee-4a8a-9b6b-f34d87b10e69 None None] NSXv3 Agent Agent loop - iteration:5 started [ 1728.275326] env[66551]: INFO networking_nsxv3.common.synchronization [req-22788188-2b12-41d7-a93a-8101e63daae0 req-690d3fea-6b9a-4536-affd-540302153cac tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1728.275527] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1728.276241] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.276410] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.276485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.276698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.276861] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.276962] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.277041] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.277192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.277278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.277371] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1728.546996] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.547220] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.547347] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.547635] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.547918] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.548150] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.548320] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.548589] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.548739] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.548955] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1728.549074] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] NeedRegenerationException {{(pid=66551) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1728.549181] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] no value, waiting for create lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1728.549287] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] value creation lock acquired {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1728.549393] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] No value present for key: 'zone-id' {{(pid=66551) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1728.549497] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Calling creation function for not-yet-present value {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1728.549624] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1728.576599] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1728.576817] env[66551]: DEBUG dogpile.cache.region [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66551) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1728.576909] env[66551]: DEBUG dogpile.lock [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Released creation lock {{(pid=66551) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1728.577133] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "network-94" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.577489] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock port-491c6dfb-5d92-4523-82a9-6eab94e94737 taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1728.577668] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "port-491c6dfb-5d92-4523-82a9-6eab94e94737" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.577835] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "port-491c6dfb-5d92-4523-82a9-6eab94e94737" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1728.578227] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "port-491c6dfb-5d92-4523-82a9-6eab94e94737" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1728.578371] env[66551]: DEBUG networking_nsxv3.api.rpc [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('491c6dfb-5d92-4523-82a9-6eab94e94737',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1728.779543] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1729.081014] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.081291] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.081454] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.081746] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.081898] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.082061] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Segment Port 491c6dfb-5d92-4523-82a9-6eab94e94737 not found, creating... [ 1729.082337] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.082548] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.082704] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.083040] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.083156] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.083431] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.083582] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.083705] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.083917] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.084060] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.084199] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Resource: SegmentPort with ID: 491c6dfb-5d92-4523-82a9-6eab94e94737 is going to be created. [ 1729.107713] env[66551]: DEBUG networking_nsxv3.common.locking [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.107969] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.108128] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.108501] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.108835] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.109105] env[66551]: DEBUG oslo_concurrency.lockutils [None req-a7833b36-8db9-4ecc-960c-b1e745bfc4f5 None None] Releasing lock "port-491c6dfb-5d92-4523-82a9-6eab94e94737" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.282802] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1729.786090] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.786385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.786385] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.786535] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.786598] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.786678] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be updated. [ 1729.795092] env[66551]: INFO networking_nsxv3.common.synchronization [req-22788188-2b12-41d7-a93a-8101e63daae0 req-3f676480-6baa-4b76-934a-4d4f93332230 service nova] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_rules [ 1729.795197] env[66551]: INFO networking_nsxv3.common.synchronization [req-22788188-2b12-41d7-a93a-8101e63daae0 req-3f676480-6baa-4b76-934a-4d4f93332230 service nova] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1729.795305] env[66551]: INFO networking_nsxv3.common.synchronization [req-22788188-2b12-41d7-a93a-8101e63daae0 req-3f676480-6baa-4b76-934a-4d4f93332230 service nova] Enqueued Resource ID: 491c6dfb-5d92-4523-82a9-6eab94e94737 with Priority: HIGHEST for action port [ 1729.795835] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_rules [ 1729.795996] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1729.796116] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 491c6dfb-5d92-4523-82a9-6eab94e94737 with Priority: HIGHEST for action port [ 1729.796416] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.796536] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.796604] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.796858] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.796935] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1729.797806] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.797932] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.798103] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock port-491c6dfb-5d92-4523-82a9-6eab94e94737 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.798221] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-491c6dfb-5d92-4523-82a9-6eab94e94737" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.798300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-491c6dfb-5d92-4523-82a9-6eab94e94737" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.798431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-491c6dfb-5d92-4523-82a9-6eab94e94737" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.798503] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('491c6dfb-5d92-4523-82a9-6eab94e94737',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1729.815707] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1729.815915] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.815961] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1729.816178] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1729.816330] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1729.825372] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: IN_PROGRESS for 2s [ 1730.300742] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.301239] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.301239] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 491c6dfb-5d92-4523-82a9-6eab94e94737 with status ACTIVE [ 1730.301239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.301415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.301415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.301615] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.301702] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.301878] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.301977] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.302043] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.302214] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.302302] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.302469] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.302548] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.302605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.302751] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.302814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.302901] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 491c6dfb-5d92-4523-82a9-6eab94e94737 is going to be updated. [ 1730.328191] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.328466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.328570] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.328775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.328970] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.329216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-491c6dfb-5d92-4523-82a9-6eab94e94737" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.834776] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1731.835176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.835176] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.835395] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.835579] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.835697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.835759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.835916] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.835999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.836104] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1732.339329] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1732.840870] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1733.343843] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.344093] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.344148] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.344376] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.344484] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.344592] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be updated. [ 1733.373924] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.374188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.374308] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.374525] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.374727] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.385738] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: IN_PROGRESS for 2s [ 1734.797706] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1734.798164] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1735.398125] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1735.398370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.398505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.398736] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.398931] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1735.399064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.399126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.399286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.399366] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.399453] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.399540] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1735.901972] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1736.404756] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26cd5f52-4819-442a-b636-1f4fa9e52f4c: rpc.has_security_group_logging(os_id): False [ 1736.423300] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.423407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.423407] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.423596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.423686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.423938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.424056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.424121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.424282] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.424358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.424443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be updated. [ 1736.484817] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.485114] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.485194] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.485415] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.485565] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.502223] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: IN_PROGRESS for 2s [ 1738.516443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1738.516791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.798761] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1739.799193] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1744.800411] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.800769] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1749.801296] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.801750] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1754.802229] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1754.802644] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1759.803730] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1759.804209] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1763.122633] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1763.123016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.123016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1763.123016] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1763.123224] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1763.625345] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1764.128944] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1764.634476] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1764.634476] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1764.804932] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1764.805064] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1765.386867] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.387316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.387316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.387316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.399358] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1765.400325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.401639] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1765.440613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.440829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.440829] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.441056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.454416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.455303] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1765.455303] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1765.455443] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1765.480495] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.480706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.480706] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.480895] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.481327] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.481473] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1765.552590] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.552822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.552822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.553026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.553326] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.553636] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1765.640454] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.640687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.640687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.640864] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.641180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.641463] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:11. [ 1765.641547] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'26cd5f52-4819-442a-b636-1f4fa9e52f4c', '02475980-0db3-44ea-a3bf-f2ee3d8aef6d', '60b38873-6e14-4765-abfe-687e31597681', 'a348f9cf-a989-4a45-ba1d-d07776fa2ec3', 'cf06e3fe-e54c-49e8-8976-1c8613412820', 'ea9243ac-af1e-41e1-b774-59ede07ae996', '72b61e74-a2f3-492f-8a22-d61d2550b7f8', '0692da61-fc09-4ca8-ae40-009b9b1332f5', '8122783d-8ce6-482f-aae5-74887c0b2423', '04643e1a-277a-4f48-a91f-85d754e3afff', 'd8acc4bf-2fec-4056-a5e6-d37fc27a7c27'} {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1765.641638] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1765.660033] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.660226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.660226] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.660406] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.660472] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.660579] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1765.660642] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1765.660718] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1765.741210] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.741485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.741485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.741692] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.742774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.743046] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1765.743123] env[66551]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66551) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1765.743193] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1765.743253] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1765.743328] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 11/11 resources of Type:Security Group Rules [ 1765.743395] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGH for action security_group_rules [ 1765.743473] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGH for action security_group_rules [ 1765.743538] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGH for action security_group_rules [ 1765.743596] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGH for action security_group_rules [ 1765.743659] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGH for action security_group_rules [ 1765.743704] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGH for action security_group_rules [ 1765.743762] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGH for action security_group_rules [ 1765.743816] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGH for action security_group_rules [ 1765.743871] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGH for action security_group_rules [ 1765.743922] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGH for action security_group_rules [ 1765.743977] env[66551]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGH for action security_group_rules [ 1765.744048] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1765.744117] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1765.744280] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.744391] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.744440] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.744594] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.744668] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.744840] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.744926] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.744988] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.745134] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.745210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.745374] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.745463] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.745517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.745647] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.745719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.745888] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.745983] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.746036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.746173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.746242] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.746404] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.746490] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.746544] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.746674] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.746738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.746901] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.747009] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.747068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.747186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.747254] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.747416] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.747499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.747554] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.747686] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.747753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.747915] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.748037] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.748094] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.748232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.748297] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.748464] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.748549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.748607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.748734] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.748797] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.748961] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.749066] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.749121] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.749244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.749310] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.749471] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.750109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.750109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.750109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.750109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.750109] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.750109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.750109] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.750613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.750613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.750613] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.750780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.750780] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.750882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.750935] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.751107] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.751203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.751260] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.751384] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.751447] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.751614] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.751695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.751750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.751880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.751942] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.752121] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.752203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.752258] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.752390] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.752461] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.752623] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.752705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.752761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.752888] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.752950] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.753130] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.753218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.753273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.753400] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.753470] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.753633] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.753716] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.753772] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.753902] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.753967] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.754148] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.754233] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.754289] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.754419] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.754488] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.754653] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.754738] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.754799] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.754927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.754989] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.755169] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.755255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.755313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.755441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.755510] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.755673] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.755755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.755811] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.755941] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.756022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.756190] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.756271] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.756336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.756459] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.756528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.756690] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.756776] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.756831] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.756956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.757056] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.757223] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.757316] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.757372] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.757497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.757564] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.757727] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.757812] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.757880] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.758026] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.758107] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.758276] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.758361] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.758431] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.758549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.758616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.758775] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.758862] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.758918] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.759058] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.759129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.759291] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.759382] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.759436] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.759561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.759633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.759794] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.759879] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.759936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.760111] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.760180] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.760349] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.760441] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.760497] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.760622] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.760689] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.760853] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.760946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.761019] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.761162] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.761232] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.761398] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.761485] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.761540] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.761666] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.761779] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.761894] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.761980] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.762047] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.762173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.762244] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.762407] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.762492] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.762545] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.762678] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.762743] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.762904] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.762984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.763053] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.763183] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.763255] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.763416] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.763499] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.763561] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.763684] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.763750] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.763912] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.763999] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.764069] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.764192] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.764263] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.764426] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.764514] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.764569] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.764697] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.764763] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.764923] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.765018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.765080] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.765203] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.765274] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.765439] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.765524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.765631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.765709] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.765775] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.765936] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.766031] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.766086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.766216] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.766280] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.766446] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.766533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.766578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.766711] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.766777] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.766938] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.767035] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.767095] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.767222] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.767294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.767458] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.767549] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.767609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.767725] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.767791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.767964] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.768068] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.768141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.768262] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.768325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.768492] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.768575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.768631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.768759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.768826] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.768987] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.769084] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.769143] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.769273] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.769339] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.769503] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.769590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.769643] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.769774] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.769840] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.770042] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.770128] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.770196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.770321] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.770389] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.770553] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.770635] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.770695] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.770819] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.770889] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.771088] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.771188] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.771253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.771367] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.771437] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.771601] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.771687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.771747] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.771869] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.771931] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.772135] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.772234] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.772291] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.772434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.772505] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.772671] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.772759] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.772810] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.772943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.773018] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.773187] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.773278] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.773336] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.773466] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.773533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.773735] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.773870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.773959] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.774181] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.774294] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.774551] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.774696] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.774789] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.774984] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.775078] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.775250] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.775343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.775414] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.775566] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.775639] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.775807] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.775897] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.775943] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.776096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.776165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.776328] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.776416] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.776474] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.776606] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.776671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.776832] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.776915] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.776971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.777138] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.777208] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.777376] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.777462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.777518] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.777650] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.777718] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.777880] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.777978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.778059] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.778199] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.778332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.778432] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.778517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.778575] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.778703] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.778767] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.778933] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.779029] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.779086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.779215] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.779286] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.779449] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.779533] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.779590] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.779719] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.779781] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.779944] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.780061] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.780129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.780253] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.780325] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.780489] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.780571] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.780626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.780755] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.780823] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.780999] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.781104] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.781165] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.781293] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.781360] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.781524] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.781607] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.781663] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.781846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.781927] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.782057] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1765.782116] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1765.782178] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1765.854682] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.854938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.854938] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.855126] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.855456] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.855741] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1765.923684] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1765.923924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.923924] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.924067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1765.924370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1765.937748] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.805728] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1769.806128] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=11], Jobs=0 [ 1769.806128] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGH for action security_group_rules [ 1769.806341] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b38873-6e14-4765-abfe-687e31597681 with Priority: HIGH for action security_group_rules [ 1769.806514] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 with Priority: HIGH for action security_group_rules [ 1769.806641] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 with Priority: HIGH for action security_group_rules [ 1769.806740] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04643e1a-277a-4f48-a91f-85d754e3afff with Priority: HIGH for action security_group_rules [ 1769.806835] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8122783d-8ce6-482f-aae5-74887c0b2423 with Priority: HIGH for action security_group_rules [ 1769.806928] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9243ac-af1e-41e1-b774-59ede07ae996 with Priority: HIGH for action security_group_rules [ 1769.807032] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 with Priority: HIGH for action security_group_rules [ 1769.807131] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf06e3fe-e54c-49e8-8976-1c8613412820 with Priority: HIGH for action security_group_rules [ 1769.807218] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d with Priority: HIGH for action security_group_rules [ 1769.807305] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 with Priority: HIGH for action security_group_rules [ 1769.807649] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.807786] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.807851] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.808105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.808202] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.809177] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60b38873-6e14-4765-abfe-687e31597681 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.809295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.809362] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.809542] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.809616] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60b38873-6e14-4765-abfe-687e31597681',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.810394] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.810513] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.810579] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.810741] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.810813] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b61e74-a2f3-492f-8a22-d61d2550b7f8',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.811700] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.811798] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.811882] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.812173] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.812173] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8acc4bf-2fec-4056-a5e6-d37fc27a7c27',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.812847] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04643e1a-277a-4f48-a91f-85d754e3afff taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.813064] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.813136] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.813287] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.813357] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04643e1a-277a-4f48-a91f-85d754e3afff',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.814035] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8122783d-8ce6-482f-aae5-74887c0b2423 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.814145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.814210] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.814357] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.814428] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8122783d-8ce6-482f-aae5-74887c0b2423',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.815284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9243ac-af1e-41e1-b774-59ede07ae996 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.815434] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.815547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.815656] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.815728] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9243ac-af1e-41e1-b774-59ede07ae996',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.816498] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0692da61-fc09-4ca8-ae40-009b9b1332f5 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.816597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.816694] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.816966] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.817047] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0692da61-fc09-4ca8-ae40-009b9b1332f5',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.817859] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf06e3fe-e54c-49e8-8976-1c8613412820 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.817952] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.818067] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.818213] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.818895] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf06e3fe-e54c-49e8-8976-1c8613412820',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.818973] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.819195] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.819268] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.819420] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.819491] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02475980-0db3-44ea-a3bf-f2ee3d8aef6d',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.820630] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3 taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.820733] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.820817] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.820978] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.821067] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a348f9cf-a989-4a45-ba1d-d07776fa2ec3',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1769.845998] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.846225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.846225] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.846429] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.848219] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.848317] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.865022] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.865148] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b61e74-a2f3-492f-8a22-d61d2550b7f8 is going to be deleted. [ 1769.865956] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.866174] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.882359] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.882494] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60b38873-6e14-4765-abfe-687e31597681 is going to be deleted. [ 1769.925345] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.925584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.925584] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.925760] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.925852] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.925993] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b61e74-a2f3-492f-8a22-d61d2550b7f8" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.931450] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1769.931578] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.931631] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1769.931814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1769.931898] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1769.932017] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60b38873-6e14-4765-abfe-687e31597681" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.323376] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.323687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.323687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.323971] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.324210] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.324358] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.324465] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.324687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.324822] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.324991] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.325115] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1770.373517] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.373761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.373761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.373936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.375699] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.375854] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.376607] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.376791] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.377762] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.377861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.378558] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.378698] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.379637] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.379730] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.380480] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.380572] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.381253] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.381343] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.413479] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.413684] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04643e1a-277a-4f48-a91f-85d754e3afff is going to be deleted. [ 1770.414613] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.414834] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.433753] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.433940] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8acc4bf-2fec-4056-a5e6-d37fc27a7c27 is going to be deleted. [ 1770.434735] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.434946] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.463528] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.463715] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf06e3fe-e54c-49e8-8976-1c8613412820 is going to be deleted. [ 1770.464597] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.464815] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.477185] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.477491] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.488633] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.488792] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8122783d-8ce6-482f-aae5-74887c0b2423 is going to be deleted. [ 1770.489714] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.489936] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.491402] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.491534] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.513129] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.513310] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9243ac-af1e-41e1-b774-59ede07ae996 is going to be deleted. [ 1770.514145] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.514354] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.536384] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.536629] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.539300] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.539415] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02475980-0db3-44ea-a3bf-f2ee3d8aef6d is going to be deleted. [ 1770.540338] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.540556] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.586409] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.586616] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.595439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.595598] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0692da61-fc09-4ca8-ae40-009b9b1332f5 is going to be deleted. [ 1770.596764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.596764] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.614445] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.614721] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.626783] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.627053] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a348f9cf-a989-4a45-ba1d-d07776fa2ec3 is going to be deleted. [ 1770.627824] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.628073] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.628170] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.628292] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04643e1a-277a-4f48-a91f-85d754e3afff" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.628448] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.628609] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.628687] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.628801] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8acc4bf-2fec-4056-a5e6-d37fc27a7c27" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.629381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.629547] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.629640] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.629758] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf06e3fe-e54c-49e8-8976-1c8613412820" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.629886] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.630074] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.630196] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.630276] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8122783d-8ce6-482f-aae5-74887c0b2423" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.630381] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.630524] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.630601] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.630705] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9243ac-af1e-41e1-b774-59ede07ae996" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.634106] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.634313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.634313] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.634439] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.634517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.634626] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02475980-0db3-44ea-a3bf-f2ee3d8aef6d" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.746636] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.746856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.746856] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.747086] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.747184] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.747307] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0692da61-fc09-4ca8-ae40-009b9b1332f5" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.748278] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1770.748394] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.748462] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1770.748672] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1770.748761] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.748875] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a348f9cf-a989-4a45-ba1d-d07776fa2ec3" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1770.828503] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1771.331328] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26cd5f52-4819-442a-b636-1f4fa9e52f4c: rpc.has_security_group_logging(os_id): False [ 1771.348765] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1771.348998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.348998] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.349206] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.367814] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.368158] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1771.368340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.368340] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.368511] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.368596] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.368687] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be updated. [ 1771.429088] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1771.429332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.429332] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.429861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.429861] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1771.441991] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: IN_PROGRESS for 2s [ 1773.458215] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1773.458619] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.808383] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1774.808763] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1779.809627] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1779.810084] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1784.810648] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1784.811075] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1789.811340] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1789.811784] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1794.812806] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1794.813060] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1795.152137] env[66551]: INFO networking_nsxv3.common.synchronization [req-f9343036-890e-4b0d-8144-42d9b88d51a6 req-44240b66-6de4-44b9-8738-8057ea5f32a8 tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1795.152799] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1795.153284] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1795.153413] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.153475] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.153671] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.154036] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1795.154036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.154036] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1795.154218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1795.154218] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1795.154350] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1795.656508] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1796.159962] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1796.663105] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1796.663105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.663105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1796.663105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1796.663105] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1796.663105] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be updated. [ 1796.691845] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1796.692096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.692096] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1796.692277] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1796.692424] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1796.701333] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: IN_PROGRESS for 2s [ 1798.711449] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1798.711846] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1800.154402] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1800.154698] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1805.156190] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1805.156601] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1810.157910] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1810.158310] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1812.450200] env[66551]: INFO networking_nsxv3.common.synchronization [req-e5824952-ee20-459e-b7bb-56bdfd9b6c3c req-538227fc-bb90-4159-ab9c-2c19a77db3b9 tempest-ServerActionsTestOtherA-1739691923 tempest-ServerActionsTestOtherA-1739691923-project-member] Enqueued Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1812.451043] env[66551]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c with Priority: HIGHEST for action security_group_members [ 1812.451239] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock member-26cd5f52-4819-442a-b636-1f4fa9e52f4c taken with stack trace [, , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1812.451418] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.451563] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1812.451837] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1812.452064] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1812.452186] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.452311] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1812.452451] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1812.452546] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1812.452666] env[66551]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26cd5f52-4819-442a-b636-1f4fa9e52f4c',) {} {{(pid=66551) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1812.956272] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1812.956517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.956517] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1812.956724] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1812.956870] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1812.956977] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1812.957081] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.957141] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1812.957295] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1812.957370] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1812.957455] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c is going to be updated. [ 1812.986201] env[66551]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66551) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1812.986432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.986432] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1812.986605] env[66551]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1812.986752] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1812.996848] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: IN_PROGRESS for 2s [ 1815.008880] env[66551]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c in Status: SUCCESS [ 1815.009293] env[66551]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26cd5f52-4819-442a-b636-1f4fa9e52f4c deletion is rescheduled due to dependency. [ 1815.009293] env[66551]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26cd5f52-4819-442a-b636-1f4fa9e52f4c" {{(pid=66551) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1817.452061] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1817.452457] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1822.453547] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1822.453911] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1827.454945] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1827.455428] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1832.456433] env[66551]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1832.456852] env[66551]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0